{
    "original_ppl": 11.0089111328125,
    "reduced_ppl": [
        {
            "bit": 1,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 75973.59375
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 74072.0390625
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 80776.421875
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 78746.7734375
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 65120.69921875
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 71990.53125
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 69188.6640625
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 75028.984375
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 70785.4609375
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 65162.3203125
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 54499.1875
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 86612.53125
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 56391.67578125
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 72798.09375
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 71349.9609375
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 77456.6640625
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 71872.1953125
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 74561.2109375
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 81727.34375
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 65221.6953125
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 84354.625
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 76971.25
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 71088.875
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 62742.77734375
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 55359.5859375
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 88540.671875
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 65031.26953125
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 79454.0546875
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 70837.265625
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 68251.1171875
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 59708.83984375
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 50720.9375
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 82862.7265625
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 57747.1328125
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 72590.59375
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 75080.0234375
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 81787.53125
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 68405.6171875
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 67940.5625
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 79353.8671875
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 51900.53515625
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 84885.21875
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 69912.703125
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 71173.8828125
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 118663.2421875
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 85543.4765625
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 75208.015625
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 72843.71875
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 82882.09375
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 79254.1171875
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 73286.046875
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 61796.4375
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 79145.6484375
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 74852.3125
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 70183.3203125
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 78653.8515625
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 75666.28125
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 76482.1015625
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 73527.21875
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 72260.7890625
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 75869.765625
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 63798.44921875
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 69537.671875
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 72913.640625
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 66968.9453125
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 71219.4375
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 52855.125
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 71135.8125
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 61325.23828125
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 65373.703125
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 73610.296875
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 76354.125
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 94651.4375
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 57073.328125
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 77351.2578125
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 63138.8203125
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 75849.21875
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 74121.359375
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 71318.0546875
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 67329.3515625
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 61043.9921875
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 74824.3359375
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 69203.7109375
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 77568.515625
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 73153.234375
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 74576.8515625
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 74990.7890625
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 73679.609375
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 72885.484375
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 78819.953125
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 74580.546875
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 74988.7890625
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 70980.21875
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 73694.6484375
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 64730.24609375
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 59558.8125
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 73166.7734375
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 79273.9921875
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 78049.0546875
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 80804.46875
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 74495.953125
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 91276.609375
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 85738.6015625
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 80213.1171875
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 76229.421875
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 76195.6953125
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 80979.734375
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 63145.20703125
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 66948.2578125
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 90840.8515625
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 63485.2734375
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 69574.5546875
                }
            ]
        },
        {
            "bit": 2,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 607.7962036132812
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 601.2877197265625
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 605.754638671875
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 569.3792724609375
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 556.1760864257812
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 556.4095458984375
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 542.7583618164062
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 570.3034057617188
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 587.2836303710938
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 566.8296508789062
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 558.4226684570312
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 583.4420166015625
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 563.7064819335938
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 576.6139526367188
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 572.5532836914062
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 603.1442260742188
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 600.8912963867188
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 582.278076171875
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 593.6775512695312
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 592.1705932617188
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 574.6963500976562
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 586.9165649414062
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 587.6732788085938
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 622.8764038085938
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 589.4182739257812
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 557.8613891601562
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 590.0248413085938
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 569.6842651367188
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 559.3900756835938
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 557.9366455078125
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 585.7348022460938
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 594.5790405273438
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 606.2742309570312
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 622.0482788085938
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 585.5278930664062
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 598.559814453125
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 586.01611328125
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 627.2410888671875
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 583.50048828125
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 587.4513549804688
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 588.2732543945312
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 574.018798828125
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 586.4784545898438
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 592.1299438476562
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 599.5307006835938
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 651.5548095703125
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 577.9721069335938
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 586.172607421875
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 591.0078735351562
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 597.5257568359375
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 592.9884033203125
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 616.5203247070312
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 584.0382690429688
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 593.7664184570312
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 588.1341552734375
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 572.7520751953125
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 609.6948852539062
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 586.1790771484375
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 611.7120361328125
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 547.8108520507812
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 588.6200561523438
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 585.0366821289062
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 556.35595703125
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 594.3077392578125
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 569.6660766601562
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 612.7998657226562
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 597.923095703125
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 586.6406860351562
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 559.7166748046875
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 565.4164428710938
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 603.5401000976562
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 588.2079467773438
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 590.0782470703125
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 611.5289306640625
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 583.0299072265625
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 589.9916381835938
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 578.4083251953125
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 583.965576171875
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 591.237548828125
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 605.0552368164062
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 596.9052734375
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 583.8575439453125
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 613.8190307617188
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 587.0161743164062
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 599.5304565429688
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 587.109130859375
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 609.7254028320312
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 601.7896728515625
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 599.3843383789062
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 601.2691040039062
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 604.2715454101562
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 607.4192504882812
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 596.2723388671875
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 593.5609741210938
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 579.634765625
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 592.2039184570312
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 613.1874389648438
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 598.0748291015625
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 592.417724609375
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 593.87744140625
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 596.2359619140625
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 606.4393310546875
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 596.5214233398438
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 612.5643920898438
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 598.666015625
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 609.4301147460938
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 609.7504272460938
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 593.9261474609375
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 586.4734497070312
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 550.2490234375
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 592.365234375
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 598.497314453125
                }
            ]
        },
        {
            "bit": 3,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 35.2322998046875
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 35.15680694580078
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 35.171546936035156
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 34.79645538330078
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 33.96797180175781
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 34.43240737915039
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 34.082393646240234
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 34.233154296875
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 34.82260513305664
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 34.595645904541016
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 34.8553466796875
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 34.316349029541016
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 34.86688232421875
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 34.69501495361328
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 34.27507019042969
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 35.03303909301758
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 34.328216552734375
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 34.11432647705078
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 34.448089599609375
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 34.71388244628906
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 34.96071243286133
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 34.80250930786133
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 34.9706916809082
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 34.89292907714844
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 34.240074157714844
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 33.95413589477539
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 34.515926361083984
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 34.7364501953125
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 34.36936569213867
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 34.7894287109375
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 34.64149856567383
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 34.92417526245117
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 33.908660888671875
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 34.97580337524414
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 34.44441604614258
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 34.39494323730469
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 34.889469146728516
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 34.092098236083984
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 35.415985107421875
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 34.0146598815918
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 34.497222900390625
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 35.04338073730469
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 34.679866790771484
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 34.66837692260742
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 35.634429931640625
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 34.22037124633789
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 34.67184829711914
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 35.268062591552734
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 34.6475830078125
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 34.989315032958984
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 35.0704460144043
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 34.90283203125
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 34.75163650512695
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 34.53433609008789
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 34.745792388916016
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 34.455177307128906
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 34.81015396118164
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 34.978031158447266
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 34.92366027832031
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 34.961483001708984
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 34.61434555053711
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 34.463287353515625
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 34.6389274597168
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 34.92142868041992
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 34.962398529052734
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 35.137786865234375
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 34.793243408203125
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 34.85482406616211
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 35.25271224975586
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 34.768310546875
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 34.81489944458008
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 35.024837493896484
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 34.954811096191406
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 34.910247802734375
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 34.805763244628906
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 34.99298858642578
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 34.784217834472656
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 35.04163360595703
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 34.973487854003906
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 35.03716278076172
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 35.02238082885742
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 34.86721420288086
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 35.1737174987793
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 34.9013671875
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 35.09222412109375
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 35.02085494995117
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 35.09327697753906
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 34.99384689331055
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 34.941925048828125
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 35.10572814941406
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 34.935699462890625
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 34.93465042114258
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 35.0399055480957
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 35.14702606201172
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 35.039634704589844
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 35.019569396972656
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 35.103790283203125
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 34.9864616394043
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 35.0798454284668
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 35.076080322265625
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 35.215370178222656
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 35.07618713378906
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 35.05863952636719
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 34.96459197998047
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 34.96882629394531
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 35.09870147705078
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 35.07939910888672
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 35.09074401855469
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 35.110836029052734
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 34.75054931640625
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 35.12953567504883
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 34.8905143737793
                }
            ]
        },
        {
            "bit": 4,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 16.91554832458496
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 16.91917610168457
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 16.879657745361328
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 16.816743850708008
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 16.792123794555664
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 16.82497787475586
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 16.756553649902344
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 16.814647674560547
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 16.880126953125
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 16.816722869873047
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 16.849456787109375
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 16.806350708007812
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 16.87862205505371
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 16.853845596313477
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 16.812000274658203
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 16.86220359802246
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 16.858474731445312
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 16.829374313354492
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 16.848665237426758
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 16.892858505249023
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 16.85517120361328
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 16.86016082763672
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 16.895509719848633
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 16.869056701660156
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 16.82382583618164
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 16.820987701416016
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 16.833459854125977
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 16.802631378173828
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 16.893022537231445
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 16.8793888092041
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 16.89736557006836
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 16.905635833740234
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 16.82673454284668
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 16.842243194580078
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 16.849699020385742
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 16.878501892089844
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 16.889604568481445
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 16.98185920715332
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 16.786224365234375
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 16.785776138305664
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 16.837730407714844
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 16.813901901245117
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 16.87873077392578
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 16.92977523803711
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 16.851585388183594
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 16.851627349853516
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 16.808603286743164
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 16.82686996459961
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 16.863611221313477
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 16.882953643798828
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 16.90324592590332
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 16.921276092529297
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 16.89345359802246
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 16.853675842285156
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 16.896724700927734
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 16.86427116394043
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 16.893550872802734
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 16.88477325439453
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 16.90044403076172
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 16.85590171813965
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 16.857999801635742
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 16.882692337036133
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 16.85124969482422
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 16.889854431152344
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 16.900230407714844
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 16.906509399414062
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 16.89606475830078
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 16.856657028198242
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 16.85517692565918
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 16.85078239440918
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 16.892797470092773
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 16.88945198059082
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 16.891061782836914
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 16.87899398803711
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 16.846155166625977
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 16.87636947631836
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 16.85905647277832
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 16.89594268798828
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 16.900911331176758
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 16.898603439331055
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 16.885408401489258
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 16.852060317993164
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 16.867158889770508
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 16.842315673828125
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 16.892398834228516
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 16.88971710205078
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 16.89896011352539
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 16.89747428894043
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 16.86903953552246
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 16.863306045532227
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 16.860145568847656
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 16.907129287719727
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 16.904775619506836
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 16.897296905517578
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 16.899524688720703
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 16.88080406188965
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 16.893558502197266
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 16.876699447631836
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 16.904966354370117
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 16.884584426879883
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 16.94045639038086
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 16.902244567871094
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 16.873580932617188
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 16.895442962646484
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 16.887300491333008
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 16.89986801147461
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 16.896926879882812
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 16.862438201904297
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 16.90201187133789
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 16.787857055664062
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 16.848814010620117
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 16.788076400756836
                }
            ]
        },
        {
            "bit": 5,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 13.810894966125488
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 13.816757202148438
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 13.803909301757812
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 13.802648544311523
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 13.787132263183594
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 13.798282623291016
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 13.786103248596191
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 13.802053451538086
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 13.807355880737305
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 13.8007173538208
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 13.784879684448242
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 13.79800033569336
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 13.786928176879883
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 13.803730964660645
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 13.795838356018066
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 13.792323112487793
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 13.803956031799316
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 13.806022644042969
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 13.799277305603027
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 13.804012298583984
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 13.795967102050781
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 13.795717239379883
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 13.799125671386719
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 13.807747840881348
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 13.806286811828613
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 13.782875061035156
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 13.796427726745605
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 13.788850784301758
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 13.802580833435059
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 13.806595802307129
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 13.799453735351562
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 13.79973030090332
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 13.797170639038086
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 13.82127857208252
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 13.811928749084473
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 13.790810585021973
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 13.8090181350708
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 13.800263404846191
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 13.819610595703125
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 13.788496017456055
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 13.797249794006348
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 13.800559997558594
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 13.79688835144043
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 13.799967765808105
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 13.81463623046875
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 13.8001708984375
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 13.795145034790039
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 13.79181957244873
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 13.807833671569824
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 13.813871383666992
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 13.808982849121094
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 13.826921463012695
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 13.801753997802734
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 13.795249938964844
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 13.790474891662598
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 13.810214042663574
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 13.807859420776367
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 13.814339637756348
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 13.802700996398926
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 13.80196762084961
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 13.795085906982422
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 13.799628257751465
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 13.796684265136719
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 13.81128978729248
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 13.801336288452148
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 13.807964324951172
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 13.798733711242676
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 13.7963285446167
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 13.811293601989746
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 13.795239448547363
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 13.816414833068848
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 13.805384635925293
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 13.807707786560059
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 13.807467460632324
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 13.792760848999023
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 13.804422378540039
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 13.791876792907715
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 13.813121795654297
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 13.807352066040039
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 13.804762840270996
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 13.811760902404785
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 13.789031982421875
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 13.797059059143066
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 13.801138877868652
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 13.813315391540527
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 13.822559356689453
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 13.81410026550293
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 13.806532859802246
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 13.804369926452637
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 13.80208683013916
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 13.803376197814941
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 13.81083869934082
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 13.812520980834961
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 13.8110990524292
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 13.811546325683594
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 13.802376747131348
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 13.809380531311035
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 13.802389144897461
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 13.812538146972656
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 13.810134887695312
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 13.827632904052734
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 13.80986499786377
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 13.805094718933105
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 13.804195404052734
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 13.803945541381836
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 13.812117576599121
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 13.806938171386719
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 13.817397117614746
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 13.804153442382812
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 13.790153503417969
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 13.780569076538086
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 13.788555145263672
                }
            ]
        },
        {
            "bit": 6,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 12.758011817932129
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 12.757680892944336
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 12.752851486206055
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 12.75394058227539
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 12.750152587890625
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 12.752365112304688
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 12.74080753326416
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 12.7493314743042
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 12.751660346984863
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 12.753679275512695
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 12.751410484313965
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 12.74460506439209
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 12.747413635253906
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 12.74950122833252
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 12.750739097595215
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 12.762323379516602
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 12.750905990600586
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 12.753335952758789
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 12.752408027648926
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 12.746170997619629
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 12.749312400817871
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 12.75335693359375
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 12.756342887878418
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 12.748550415039062
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 12.753134727478027
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 12.74537467956543
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 12.746127128601074
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 12.749234199523926
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 12.757407188415527
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 12.751873016357422
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 12.760674476623535
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 12.755393981933594
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 12.748066902160645
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 12.746161460876465
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 12.746978759765625
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 12.757319450378418
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 12.75804615020752
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 12.760260581970215
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 12.744064331054688
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 12.743369102478027
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 12.749428749084473
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 12.745720863342285
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 12.75574016571045
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 12.763023376464844
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 12.763936042785645
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 12.741470336914062
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 12.747406959533691
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 12.754779815673828
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 12.745149612426758
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 12.753583908081055
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 12.752124786376953
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 12.74903678894043
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 12.753788948059082
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 12.749948501586914
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 12.752602577209473
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 12.750005722045898
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 12.754837036132812
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 12.753466606140137
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 12.758100509643555
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 12.751653671264648
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 12.75033187866211
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 12.750504493713379
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 12.753767013549805
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 12.754329681396484
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 12.756163597106934
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 12.756050109863281
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 12.752161979675293
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 12.749039649963379
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 12.753876686096191
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 12.748276710510254
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 12.752694129943848
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 12.759488105773926
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 12.757134437561035
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 12.752979278564453
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 12.752511978149414
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 12.75064754486084
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 12.750526428222656
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 12.755412101745605
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 12.753070831298828
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 12.751243591308594
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 12.752694129943848
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 12.746176719665527
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 12.748632431030273
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 12.749734878540039
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 12.756470680236816
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 12.752279281616211
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 12.75448226928711
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 12.753737449645996
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 12.751313209533691
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 12.748650550842285
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 12.751642227172852
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 12.757389068603516
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 12.756805419921875
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 12.756948471069336
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 12.755060195922852
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 12.751891136169434
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 12.759305953979492
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 12.750316619873047
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 12.755338668823242
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 12.756124496459961
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 12.760285377502441
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 12.757158279418945
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 12.749099731445312
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 12.750808715820312
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 12.750696182250977
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 12.756108283996582
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 12.757845878601074
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 12.757349014282227
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 12.755138397216797
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 12.73461627960205
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 12.74681568145752
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 12.745331764221191
                }
            ]
        },
        {
            "bit": 7,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 12.239030838012695
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 12.238856315612793
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 12.240781784057617
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 12.2361421585083
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 12.23363971710205
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 12.2327880859375
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 12.231621742248535
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 12.237808227539062
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 12.239459991455078
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 12.235456466674805
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 12.232114791870117
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 12.23555850982666
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 12.23124885559082
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 12.23532772064209
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 12.233301162719727
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 12.237204551696777
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 12.243481636047363
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 12.234392166137695
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 12.234665870666504
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 12.24177074432373
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 12.23880386352539
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 12.235847473144531
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 12.236296653747559
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 12.236364364624023
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 12.237659454345703
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 12.233237266540527
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 12.237564086914062
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 12.236503601074219
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 12.236446380615234
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 12.237356185913086
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 12.236860275268555
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 12.235474586486816
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 12.233782768249512
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 12.241047859191895
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 12.239468574523926
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 12.2374849319458
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 12.238862037658691
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 12.23422622680664
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 12.242294311523438
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 12.233085632324219
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 12.235734939575195
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 12.234328269958496
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 12.240580558776855
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 12.234896659851074
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 12.240118980407715
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 12.23904800415039
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 12.232823371887207
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 12.23322582244873
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 12.236212730407715
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 12.239859580993652
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 12.236599922180176
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 12.236370086669922
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 12.234281539916992
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 12.235448837280273
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 12.236474990844727
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 12.237799644470215
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 12.2388916015625
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 12.239107131958008
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 12.239054679870605
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 12.236218452453613
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 12.235695838928223
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 12.23599624633789
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 12.231505393981934
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 12.240029335021973
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 12.23746109008789
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 12.240992546081543
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 12.238441467285156
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 12.233823776245117
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 12.235553741455078
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 12.232810974121094
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 12.239343643188477
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 12.238407135009766
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 12.238945960998535
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 12.236002922058105
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 12.233712196350098
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 12.235687255859375
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 12.229137420654297
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 12.239654541015625
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 12.237811088562012
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 12.23567008972168
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 12.238984107971191
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 12.23249626159668
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 12.237510681152344
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 12.233268737792969
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 12.24161148071289
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 12.240817070007324
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 12.238943099975586
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 12.2402925491333
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 12.234258651733398
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 12.238608360290527
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 12.235089302062988
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 12.237785339355469
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 12.239433288574219
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 12.23769474029541
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 12.238710403442383
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 12.234033584594727
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 12.23334789276123
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 12.237044334411621
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 12.238662719726562
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 12.238280296325684
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 12.241657257080078
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 12.236008644104004
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 12.237070083618164
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 12.240962982177734
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 12.235334396362305
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 12.239107131958008
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 12.238414764404297
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 12.238733291625977
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 12.236154556274414
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 12.228239059448242
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 12.22623348236084
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 12.228495597839355
                }
            ]
        },
        {
            "bit": 8,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 11.911985397338867
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 11.912817001342773
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 11.911090850830078
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 11.910483360290527
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 11.907331466674805
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 11.908398628234863
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 11.905241966247559
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 11.908809661865234
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 11.909131050109863
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 11.90938663482666
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 11.911619186401367
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 11.906866073608398
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 11.904436111450195
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 11.908097267150879
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 11.909287452697754
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 11.910653114318848
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 11.907815933227539
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 11.910951614379883
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 11.909568786621094
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 11.908549308776855
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 11.908556938171387
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 11.91063117980957
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 11.909971237182617
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 11.913348197937012
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 11.910528182983398
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 11.906603813171387
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 11.90937328338623
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 11.908591270446777
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 11.910964965820312
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 11.910045623779297
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 11.912178039550781
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 11.908790588378906
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 11.907896041870117
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 11.907984733581543
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 11.910371780395508
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 11.911192893981934
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 11.909454345703125
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 11.912351608276367
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 11.9046630859375
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 11.905463218688965
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 11.907472610473633
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 11.907716751098633
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 11.909563064575195
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 11.913581848144531
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 11.911629676818848
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 11.906317710876465
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 11.907748222351074
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 11.909116744995117
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 11.908187866210938
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 11.911022186279297
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 11.906224250793457
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 11.910499572753906
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 11.910710334777832
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 11.910221099853516
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 11.908267974853516
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 11.909647941589355
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 11.910599708557129
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 11.909826278686523
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 11.911494255065918
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 11.908159255981445
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 11.908262252807617
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 11.907686233520508
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 11.909735679626465
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 11.91015911102295
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 11.909563064575195
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 11.908563613891602
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 11.907819747924805
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 11.909300804138184
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 11.91064167022705
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 11.906353950500488
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 11.909713745117188
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 11.912453651428223
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 11.90999984741211
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 11.910470962524414
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 11.910400390625
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 11.907129287719727
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 11.908835411071777
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 11.911397933959961
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 11.910727500915527
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 11.908319473266602
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 11.911369323730469
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 11.907524108886719
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 11.905730247497559
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 11.908501625061035
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 11.910374641418457
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 11.910545349121094
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 11.910391807556152
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 11.911019325256348
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 11.908506393432617
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 11.90816593170166
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 11.908174514770508
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 11.911840438842773
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 11.910948753356934
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 11.91266918182373
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 11.91027545928955
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 11.909188270568848
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 11.910689353942871
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 11.90776252746582
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 11.911541938781738
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 11.911783218383789
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 11.910818099975586
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 11.911067962646484
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 11.906728744506836
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 11.90542984008789
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 11.910449028015137
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 11.911147117614746
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 11.911130905151367
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 11.909823417663574
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 11.908733367919922
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 11.899004936218262
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 11.907373428344727
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 11.90086555480957
                }
            ]
        },
        {
            "bit": 9,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 11.669652938842773
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 11.668122291564941
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 11.66932487487793
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 11.66893196105957
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 11.667922973632812
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 11.669397354125977
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 11.667405128479004
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 11.66830062866211
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 11.669519424438477
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 11.66685962677002
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 11.666887283325195
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 11.6687593460083
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 11.667283058166504
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 11.669127464294434
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 11.668529510498047
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 11.66848373413086
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 11.672001838684082
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 11.667326927185059
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 11.66667652130127
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 11.667946815490723
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 11.665849685668945
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 11.668667793273926
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 11.667872428894043
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 11.666131019592285
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 11.668190002441406
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 11.666158676147461
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 11.668169975280762
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 11.666984558105469
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 11.668785095214844
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 11.669708251953125
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 11.671377182006836
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 11.669650077819824
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 11.667647361755371
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 11.670877456665039
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 11.668862342834473
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 11.669711112976074
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 11.670412063598633
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 11.670645713806152
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 11.668869018554688
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 11.66749382019043
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 11.668256759643555
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 11.667348861694336
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 11.668046951293945
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 11.668767929077148
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 11.67140007019043
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 11.669730186462402
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 11.66848087310791
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 11.668439865112305
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 11.667852401733398
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 11.669708251953125
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 11.663817405700684
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 11.669360160827637
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 11.669513702392578
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 11.667621612548828
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 11.668030738830566
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 11.66842269897461
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 11.669991493225098
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 11.669583320617676
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 11.66963005065918
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 11.66632080078125
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 11.66897964477539
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 11.666364669799805
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 11.666170120239258
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 11.669853210449219
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 11.667736053466797
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 11.670515060424805
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 11.667354583740234
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 11.667580604553223
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 11.667288780212402
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 11.667009353637695
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 11.669730186462402
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 11.67008113861084
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 11.670395851135254
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 11.668190002441406
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 11.664937973022461
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 11.66778564453125
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 11.666509628295898
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 11.669891357421875
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 11.667911529541016
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 11.669023513793945
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 11.668578147888184
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 11.666492462158203
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 11.670982360839844
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 11.666498184204102
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 11.670880317687988
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 11.671786308288574
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 11.668917655944824
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 11.668351173400879
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 11.668264389038086
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 11.668036460876465
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 11.666431427001953
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 11.669184684753418
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 11.670331001281738
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 11.66899585723877
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 11.668656349182129
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 11.666943550109863
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 11.666403770446777
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 11.667078971862793
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 11.669466018676758
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 11.669574737548828
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 11.671494483947754
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 11.669201850891113
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 11.668081283569336
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 11.670025825500488
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 11.66719913482666
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 11.669931411743164
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 11.669750213623047
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 11.669480323791504
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 11.669107437133789
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 11.667265892028809
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 11.66500186920166
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 11.666086196899414
                }
            ]
        },
        {
            "bit": 10,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 11.504070281982422
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 11.504542350769043
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 11.503763198852539
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 11.503549575805664
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 11.502435684204102
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 11.501701354980469
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 11.500948905944824
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 11.505210876464844
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 11.5036039352417
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 11.502691268920898
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 11.504199981689453
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 11.501472473144531
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 11.497188568115234
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 11.50171947479248
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 11.50294017791748
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 11.50434398651123
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 11.499932289123535
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 11.50295639038086
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 11.501785278320312
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 11.501638412475586
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 11.502518653869629
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 11.503335952758789
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 11.503480911254883
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 11.504103660583496
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 11.503911972045898
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 11.502336502075195
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 11.503274917602539
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 11.504443168640137
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 11.5045747756958
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 11.502358436584473
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 11.502663612365723
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 11.504339218139648
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 11.50168514251709
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 11.501602172851562
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 11.502358436584473
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 11.50292682647705
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 11.50368881225586
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 11.504931449890137
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 11.502403259277344
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 11.50171184539795
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 11.503324508666992
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 11.503952980041504
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 11.50416374206543
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 11.50472354888916
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 11.505169868469238
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 11.502147674560547
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 11.501873970031738
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 11.502561569213867
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 11.504745483398438
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 11.503795623779297
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 11.498784065246582
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 11.504070281982422
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 11.50318717956543
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 11.502425193786621
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 11.502413749694824
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 11.501991271972656
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 11.502904891967773
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 11.50351619720459
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 11.503670692443848
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 11.503961563110352
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 11.502477645874023
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 11.503911972045898
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 11.503181457519531
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 11.503884315490723
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 11.503768920898438
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 11.501173973083496
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 11.50194263458252
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 11.502573013305664
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 11.503840446472168
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 11.502137184143066
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 11.503982543945312
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 11.504032135009766
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 11.503710746765137
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 11.501887321472168
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 11.50401496887207
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 11.503211975097656
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 11.501788139343262
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 11.503491401672363
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 11.504526138305664
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 11.50383186340332
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 11.50397777557373
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 11.500845909118652
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 11.499123573303223
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 11.503061294555664
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 11.502573013305664
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 11.50375747680664
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 11.503236770629883
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 11.504463195800781
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 11.502311706542969
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 11.502189636230469
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 11.50326919555664
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 11.503936767578125
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 11.503217697143555
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 11.504640579223633
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 11.505724906921387
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 11.502918243408203
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 11.501970291137695
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 11.501758575439453
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 11.504361152648926
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 11.504136085510254
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 11.503645896911621
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 11.503538131713867
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 11.502798080444336
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 11.50146770477295
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 11.502482414245605
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 11.504128456115723
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 11.50415325164795
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 11.50251293182373
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 11.502765655517578
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 11.496606826782227
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 11.50046157836914
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 11.498098373413086
                }
            ]
        },
        {
            "bit": 11,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 11.360846519470215
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 11.360651969909668
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 11.36013412475586
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 11.360631942749023
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 11.359343528747559
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 11.359437942504883
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 11.358906745910645
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 11.360410690307617
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 11.3594331741333
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 11.360424041748047
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 11.359275817871094
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 11.359440803527832
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 11.357095718383789
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 11.360649108886719
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 11.360153198242188
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 11.359888076782227
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 11.363663673400879
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 11.359162330627441
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 11.358948707580566
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 11.359925270080566
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 11.358787536621094
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 11.359150886535645
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 11.358832359313965
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 11.359258651733398
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 11.3591947555542
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 11.358609199523926
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 11.360038757324219
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 11.358052253723145
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 11.360288619995117
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 11.360456466674805
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 11.36102294921875
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 11.359249114990234
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 11.359169960021973
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 11.359919548034668
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 11.36052131652832
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 11.361198425292969
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 11.360784530639648
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 11.360182762145996
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 11.35906982421875
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 11.359589576721191
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 11.357816696166992
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 11.357721328735352
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 11.360109329223633
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 11.359686851501465
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 11.361312866210938
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 11.360369682312012
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 11.359505653381348
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 11.359562873840332
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 11.358264923095703
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 11.360922813415527
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 11.357353210449219
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 11.359365463256836
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 11.360234260559082
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 11.359845161437988
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 11.3594970703125
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 11.360282897949219
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 11.360759735107422
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 11.3599853515625
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 11.360629081726074
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 11.358685493469238
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 11.36074161529541
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 11.358086585998535
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 11.357915878295898
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 11.360713958740234
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 11.358487129211426
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 11.360797882080078
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 11.359318733215332
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 11.359665870666504
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 11.358560562133789
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 11.359261512756348
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 11.360407829284668
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 11.360673904418945
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 11.359698295593262
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 11.360532760620117
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 11.35814094543457
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 11.358539581298828
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 11.358991622924805
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 11.360426902770996
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 11.35971736907959
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 11.35971450805664
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 11.360353469848633
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 11.35892391204834
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 11.361236572265625
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 11.357769966125488
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 11.362945556640625
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 11.361947059631348
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 11.360597610473633
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 11.35889720916748
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 11.360586166381836
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 11.358994483947754
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 11.358579635620117
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 11.360418319702148
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 11.361236572265625
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 11.360132217407227
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 11.358230590820312
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 11.35843276977539
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 11.359567642211914
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 11.35893440246582
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 11.36013412475586
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 11.360746383666992
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 11.361567497253418
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 11.359917640686035
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 11.359374046325684
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 11.360589027404785
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 11.359110832214355
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 11.360448837280273
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 11.360191345214844
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 11.361510276794434
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 11.360139846801758
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 11.35826301574707
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 11.358999252319336
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 11.358539581298828
                }
            ]
        },
        {
            "bit": 12,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 11.264193534851074
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 11.264456748962402
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 11.264749526977539
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 11.263189315795898
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 11.263967514038086
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 11.262899398803711
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 11.2615966796875
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 11.264636039733887
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 11.264740943908691
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 11.264128684997559
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 11.263301849365234
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 11.262679100036621
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 11.2576265335083
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 11.262147903442383
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 11.262995719909668
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 11.26518440246582
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 11.259349822998047
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 11.264211654663086
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 11.263016700744629
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 11.263038635253906
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 11.262381553649902
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 11.26451587677002
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 11.26384162902832
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 11.26561450958252
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 11.263916969299316
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 11.262544631958008
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 11.263087272644043
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 11.263683319091797
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 11.264325141906738
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 11.264440536499023
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 11.262643814086914
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 11.263543128967285
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 11.262866973876953
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 11.262821197509766
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 11.264580726623535
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 11.263087272644043
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 11.263769149780273
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 11.26474666595459
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 11.263925552368164
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 11.262624740600586
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 11.264032363891602
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 11.264004707336426
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 11.264147758483887
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 11.264311790466309
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 11.265069007873535
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 11.26366138458252
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 11.262667655944824
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 11.2625150680542
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 11.263914108276367
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 11.263790130615234
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 11.263022422790527
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 11.263545989990234
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 11.263409614562988
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 11.262517929077148
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 11.263412475585938
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 11.262506484985352
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 11.263106346130371
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 11.263925552368164
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 11.263887405395508
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 11.26408863067627
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 11.262679100036621
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 11.264408111572266
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 11.26512336730957
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 11.263772010803223
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 11.263006210327148
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 11.261677742004395
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 11.262534141540527
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 11.263962745666504
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 11.264665603637695
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 11.261280059814453
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 11.26426887512207
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 11.263989448547363
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 11.263503074645996
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 11.262834548950195
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 11.2640962600708
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 11.263181686401367
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 11.262208938598633
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 11.263643264770508
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 11.264150619506836
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 11.263712882995605
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 11.263559341430664
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 11.262818336486816
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 11.261617660522461
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 11.263683319091797
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 11.262587547302246
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 11.263764381408691
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 11.263124465942383
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 11.264131546020508
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 11.262600898742676
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 11.263089179992676
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 11.2638521194458
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 11.263973236083984
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 11.263049125671387
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 11.264416694641113
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 11.265657424926758
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 11.263729095458984
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 11.263591766357422
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 11.262834548950195
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 11.264493942260742
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 11.26386547088623
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 11.2636137008667
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 11.26367473602295
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 11.262807846069336
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 11.262330055236816
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 11.263510704040527
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 11.263392448425293
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 11.264311790466309
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 11.264019012451172
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 11.26412296295166
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 11.259387016296387
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 11.260372161865234
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 11.260015487670898
                }
            ]
        },
        {
            "bit": 13,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 11.171059608459473
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 11.17064094543457
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 11.171238899230957
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 11.170940399169922
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 11.17058277130127
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 11.170378684997559
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 11.170493125915527
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 11.170755386352539
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 11.170343399047852
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 11.169869422912598
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 11.169835090637207
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 11.16889476776123
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 11.167738914489746
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 11.172337532043457
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 11.170892715454102
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 11.170202255249023
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 11.17186164855957
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 11.168844223022461
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 11.170135498046875
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 11.169275283813477
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 11.170132637023926
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 11.169986724853516
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 11.169912338256836
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 11.170353889465332
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 11.169991493225098
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 11.169386863708496
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 11.171113014221191
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 11.169389724731445
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 11.170226097106934
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 11.170065879821777
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 11.170742988586426
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 11.170270919799805
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 11.170215606689453
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 11.171083450317383
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 11.169528007507324
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 11.170982360839844
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 11.171072959899902
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 11.170303344726562
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 11.170065879821777
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 11.169918060302734
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 11.169389724731445
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 11.169257164001465
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 11.17050838470459
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 11.170409202575684
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 11.17113971710205
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 11.16960620880127
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 11.171040534973145
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 11.170036315917969
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 11.169683456420898
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 11.170588493347168
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 11.170705795288086
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 11.170921325683594
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 11.170784950256348
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 11.170378684997559
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 11.170692443847656
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 11.172175407409668
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 11.171195983886719
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 11.170637130737305
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 11.170782089233398
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 11.170896530151367
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 11.170866012573242
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 11.169783592224121
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 11.168889045715332
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 11.17109203338623
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 11.170207977294922
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 11.171259880065918
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 11.170585632324219
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 11.16903305053711
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 11.169768333435059
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 11.170141220092773
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 11.170196533203125
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 11.171184539794922
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 11.169374465942383
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 11.171371459960938
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 11.170002937316895
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 11.16972827911377
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 11.16906452178955
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 11.170998573303223
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 11.17055892944336
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 11.170454978942871
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 11.171136856079102
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 11.16915512084961
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 11.170860290527344
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 11.167872428894043
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 11.172079086303711
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 11.172442436218262
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 11.170892715454102
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 11.170726776123047
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 11.170012474060059
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 11.170358657836914
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 11.16963005065918
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 11.171083450317383
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 11.171685218811035
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 11.170487403869629
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 11.170417785644531
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 11.168420791625977
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 11.169536590576172
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 11.169429779052734
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 11.170330047607422
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 11.17114543914795
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 11.172037124633789
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 11.170604705810547
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 11.170144081115723
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 11.171858787536621
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 11.169344902038574
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 11.170775413513184
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 11.17117977142334
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 11.170588493347168
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 11.16981029510498
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 11.170466423034668
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 11.16891098022461
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 11.16971492767334
                }
            ]
        },
        {
            "bit": 14,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 11.11178970336914
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 11.111407279968262
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 11.111640930175781
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 11.11108684539795
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 11.110405921936035
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 11.110967636108398
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 11.109712600708008
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 11.11153507232666
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 11.11159896850586
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 11.112968444824219
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 11.111359596252441
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 11.111895561218262
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 11.10710334777832
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 11.108957290649414
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 11.111095428466797
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 11.112828254699707
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 11.109411239624023
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 11.113296508789062
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 11.11138916015625
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 11.111352920532227
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 11.110742568969727
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 11.111490249633789
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 11.111259460449219
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 11.11146068572998
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 11.112122535705566
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 11.110962867736816
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 11.11136531829834
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 11.110925674438477
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 11.111955642700195
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 11.112133979797363
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 11.110713958740234
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 11.111285209655762
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 11.110727310180664
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 11.111015319824219
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 11.111100196838379
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 11.111614227294922
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 11.111678123474121
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 11.113953590393066
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 11.110857009887695
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 11.110793113708496
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 11.111916542053223
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 11.112202644348145
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 11.112051010131836
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 11.11124324798584
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 11.112457275390625
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 11.112255096435547
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 11.110560417175293
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 11.110515594482422
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 11.111723899841309
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 11.111778259277344
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 11.111050605773926
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 11.111786842346191
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 11.110411643981934
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 11.11138916015625
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 11.11010456085205
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 11.110004425048828
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 11.111709594726562
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 11.11159896850586
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 11.111739158630371
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 11.111725807189941
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 11.110374450683594
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 11.11159610748291
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 11.111879348754883
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 11.11161994934082
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 11.111577987670898
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 11.110596656799316
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 11.111047744750977
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 11.112541198730469
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 11.112247467041016
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 11.110234260559082
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 11.1113862991333
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 11.11121654510498
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 11.111614227294922
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 11.110361099243164
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 11.111656188964844
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 11.111065864562988
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 11.111074447631836
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 11.111288070678711
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 11.111635208129883
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 11.112287521362305
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 11.111180305480957
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 11.111350059509277
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 11.110774993896484
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 11.112218856811523
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 11.110928535461426
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 11.110967636108398
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 11.111852645874023
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 11.11133861541748
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 11.110962867736816
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 11.110405921936035
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 11.110869407653809
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 11.111824035644531
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 11.111084938049316
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 11.111810684204102
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 11.111974716186523
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 11.111773490905762
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 11.111566543579102
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 11.111177444458008
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 11.112196922302246
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 11.1112642288208
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 11.111703872680664
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 11.111261367797852
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 11.110052108764648
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 11.110491752624512
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 11.11176872253418
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 11.111492156982422
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 11.111868858337402
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 11.111357688903809
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 11.111000061035156
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 11.107850074768066
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 11.109325408935547
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 11.109013557434082
                }
            ]
        },
        {
            "bit": 15,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 11.050307273864746
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 11.050292015075684
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 11.05031681060791
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 11.050270080566406
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 11.04970932006836
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 11.050497055053711
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 11.049213409423828
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 11.050565719604492
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 11.050043106079102
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 11.049137115478516
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 11.05081844329834
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 11.048168182373047
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 11.050175666809082
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 11.051658630371094
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 11.050422668457031
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 11.050601959228516
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 11.051063537597656
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 11.048294067382812
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 11.04973316192627
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 11.049424171447754
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 11.04975700378418
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 11.05041217803955
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 11.049627304077148
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 11.05088996887207
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 11.050383567810059
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 11.049184799194336
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 11.048839569091797
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 11.049848556518555
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 11.049995422363281
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 11.050549507141113
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 11.050361633300781
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 11.049864768981934
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 11.049627304077148
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 11.049938201904297
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 11.049519538879395
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 11.050501823425293
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 11.05038070678711
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 11.048921585083008
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 11.050938606262207
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 11.049646377563477
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 11.04892635345459
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 11.049745559692383
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 11.049643516540527
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 11.050459861755371
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 11.049622535705566
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 11.049057960510254
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 11.049948692321777
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 11.049901962280273
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 11.04929256439209
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 11.05031681060791
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 11.049964904785156
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 11.049983024597168
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 11.050064086914062
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 11.05008316040039
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 11.050938606262207
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 11.051092147827148
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 11.050165176391602
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 11.050156593322754
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 11.050159454345703
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 11.049667358398438
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 11.049980163574219
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 11.048558235168457
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 11.049558639526367
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 11.05031967163086
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 11.049361228942871
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 11.050207138061523
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 11.050172805786133
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 11.048663139343262
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 11.049242973327637
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 11.049132347106934
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 11.050127983093262
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 11.05081844329834
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 11.050117492675781
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 11.050912857055664
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 11.049564361572266
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 11.048615455627441
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 11.049093246459961
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 11.050148963928223
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 11.049650192260742
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 11.05034351348877
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 11.050596237182617
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 11.04928970336914
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 11.049099922180176
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 11.047983169555664
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 11.051534652709961
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 11.05077075958252
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 11.049903869628906
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 11.050127983093262
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 11.04968547821045
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 11.049590110778809
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 11.049322128295898
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 11.050223350524902
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 11.051002502441406
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 11.050033569335938
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 11.049406051635742
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 11.048831939697266
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 11.048349380493164
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 11.04928970336914
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 11.049869537353516
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 11.050620079040527
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 11.050934791564941
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 11.050652503967285
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 11.049779891967773
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 11.050270080566406
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 11.048929214477539
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 11.050378799438477
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 11.050019264221191
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 11.050232887268066
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 11.050069808959961
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 11.050030708312988
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 11.049421310424805
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 11.049135208129883
                }
            ]
        }
    ]
}