diff --git "a/measurement.json" "b/measurement.json"
new file mode 100644--- /dev/null
+++ "b/measurement.json"
@@ -0,0 +1,51247 @@
+{
+    "measurement": {
+        "model.layers.0.self_attn": [
+            {
+                "accuracy": 0.7991458993209035,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8088518890895342,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8396817900632557,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8940785213520652,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.90106959993902,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9024113898998812,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9398292877564305,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9412990728099095,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9455125504418423,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9482577764674237,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9507816471159458,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9536875560879707,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9604778936819026,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9635631389131671,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9786498168189275,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817434074847322,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9843629596166705,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894342624680385,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959115921397155,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.0.mlp": [
+            {
+                "accuracy": 0.877715131954143,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8806877924423469,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9115969805341018,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.925955924156465,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9394479323374598,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9447260755849511,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9606297635718396,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9668900537255564,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9709361650441822,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9692711536037294,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735879928461815,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984288927216671,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868177894110742,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911577201105262,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921133907903966,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959976176094067,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974379839780005,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.1.self_attn": [
+            {
+                "accuracy": 0.9279046721364322,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9314679807346118,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9367548890019718,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9635680909023473,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9653027343906855,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9655216291154686,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799944208444733,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9802212082339745,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814872960805109,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9826787543532095,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824138783702725,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833364732759563,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984385434342058,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856243506564122,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915597864279622,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927802429730562,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947401611379495,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99601689722438,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985731762686842,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.1.mlp": [
+            {
+                "accuracy": 0.9462744538721285,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9504164490652711,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9572363641897315,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9596114638996751,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785681956594712,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803615638152942,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837535276616874,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888070024010774,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899503256586429,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893482603916997,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990866775269081,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945177022906903,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954042963401758,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968340487256157,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972109034485919,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980528778396547,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990293081883512,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.2.self_attn": [
+            {
+                "accuracy": 0.9699964299798012,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9736091706313585,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9758884339642367,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9810604674153423,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853119065887049,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985814055231841,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922823543954444,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923168363441762,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926802077159089,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932455935417429,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993046097163307,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935637603415862,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944814585737491,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994979322134321,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970100213601989,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997397036702176,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980149889995932,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987164467563975,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999485494596516,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.2.mlp": [
+            {
+                "accuracy": 0.9509062017069051,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9525758494672022,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9615833370113059,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9652279323261035,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9749881586452064,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9770782634517864,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814019714678196,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986734968463057,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878946221188495,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872510287616598,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988942602796382,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935085479121067,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944892105719957,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996367149398123,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967044656667369,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976588000181915,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989929500474031,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.3.self_attn": [
+            {
+                "accuracy": 0.9651105775939006,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9665172429951399,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9699105213053132,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787141271425706,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824322108669501,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821722210188838,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881856474339178,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879157147370279,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898945660281339,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989462993254787,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912777312688137,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918726783883023,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924072393975956,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930185161432937,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958824095144672,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965001413794724,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997141824159036,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980928412068782,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992357021899232,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.3.mlp": [
+            {
+                "accuracy": 0.9452239330857992,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9471079080708718,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9572981274441669,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.960955735099943,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.972178492940178,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9744468719551438,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9790545625023936,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854543990651635,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865842137583777,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858489157631993,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876577924495857,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927979634927684,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993858675705269,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960154537908047,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963387133443335,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973167075077072,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989133983020254,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.4.self_attn": [
+            {
+                "accuracy": 0.9659846150561383,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9675009593759712,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9711171247947373,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794661620337712,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830606793494601,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9834706603157285,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894240618879465,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898955535976902,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904461361124719,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912626452645973,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915115716867149,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920797123157076,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927830710320881,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933813741969827,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996175486214557,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966749449346313,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974369971008089,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982175121089982,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993038256514793,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.4.mlp": [
+            {
+                "accuracy": 0.9406902382248327,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9429049759515022,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9528786903737407,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9564166220983392,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9698533842732248,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9722819558687901,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9767852863296866,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842906567072006,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854102170486984,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846535296620507,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986602366093154,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992204997345413,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933378468635247,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956832133343836,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960256625628588,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969714271811474,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988322639255784,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.5.self_attn": [
+            {
+                "accuracy": 0.9675428283547884,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.968574824350837,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9730943739414215,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794435954995846,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839542072119289,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842593325792175,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895723009923179,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901527486692526,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908122158805398,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909031439915692,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921114678911277,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926093485279891,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932601839352987,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937274348431904,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961940186576134,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969105085688889,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971855610890902,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983573309421588,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992946709037489,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.5.mlp": [
+            {
+                "accuracy": 0.9360367680262578,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9385811560052006,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9486326055699273,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9520777572730654,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9675631440293632,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.970157788919383,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746102530411199,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831679858953545,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842622177675366,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983489693657152,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855665210879555,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991619259927814,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928191441454386,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953515962575024,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957163162946113,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966372068554751,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987488072518701,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.6.self_attn": [
+            {
+                "accuracy": 0.9601331274760396,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.961534060929951,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9668916805010093,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9755304838579736,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805574590634358,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808041645017894,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879584166858542,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988353411519998,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891245854087174,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895366251370624,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904160106946763,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909807409061805,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919061759045642,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925849884258289,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956503965475253,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961977256829605,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969643118644231,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978683092692671,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991875954146963,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.6.mlp": [
+            {
+                "accuracy": 0.9340509647797597,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9365769034545672,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9468002174245684,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9502990588937935,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9662754485677731,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9690635098928684,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735101122213038,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982466403321412,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836357433937097,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828086336339382,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850194379687309,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912586992140859,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925413832656647,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951335712777156,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955289557171789,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964737005862653,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986876839385858,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.7.self_attn": [
+            {
+                "accuracy": 0.9571846546115059,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9589173434988448,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9638620501286105,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9724847259196011,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785677057837969,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791054295768079,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863481776004559,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868614790519994,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883570977192568,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889616339810585,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896292264916395,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898877509771601,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908947435109631,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919343128751376,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951786952534396,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959505685654125,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965422845347539,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977024884428829,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991235195652974,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.7.mlp": [
+            {
+                "accuracy": 0.9322216401955015,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9348320603174598,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9448398855563841,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9483620454802325,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9652916496423514,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9681624906431687,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9725729360882389,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819468149033032,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831326863924531,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9822971410559196,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845615901592139,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909932315839749,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923163590168482,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949869466087732,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995398501730769,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963250501988161,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986482822538452,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.8.self_attn": [
+            {
+                "accuracy": 0.9556367383583596,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.957570714287852,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9632073616314876,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9727563945282447,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9778903862461448,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9783835975747359,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863674999949964,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869895208087799,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874063550837731,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874184994566205,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891895502560625,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897631854554149,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907836023914186,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916878321796263,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951212385326231,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99582763793143,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966408049589709,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977093080401813,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990770590620263,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.8.mlp": [
+            {
+                "accuracy": 0.9306027501037246,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9331965024926161,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9437171754084135,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9474412481251516,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9644465808217463,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9673907576422942,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9719834757086477,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814219348818848,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9826987010769939,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9818128316025985,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841704273743457,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907397881983534,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920981783591407,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948232293398561,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952641404233873,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962423111275328,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985990876938511,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.9.self_attn": [
+            {
+                "accuracy": 0.9529197502293085,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9544719806627223,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9591727920464779,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.969445023293558,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763799296495946,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9767431456497625,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856875728521692,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860141805961335,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871378110623673,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878163944782787,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880340309372466,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988548685551474,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896081362262761,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901851628858008,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944177989995009,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99516057313763,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962426009710486,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974277901499974,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989876569077176,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.9.mlp": [
+            {
+                "accuracy": 0.9296106966702562,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9321238345613605,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9430565641898858,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9469031526854164,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9637007725081945,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9667950633325075,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.971607166979658,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9811042274201387,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824168434562651,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814490691121471,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838846643504343,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905526139038173,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919668808089275,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947413247152183,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951667994089228,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961953459944772,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985822673157887,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.10.self_attn": [
+            {
+                "accuracy": 0.9498068106017614,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9516037431986708,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9571865374516499,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9680738898092195,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9742149641051104,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9752427744434068,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838373414485863,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851926161760562,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853542056424838,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870400471906913,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873338941925842,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882116658417018,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893501555105966,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990050457221897,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941426526240417,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949381416540986,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960097305133546,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972059420726606,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989390797962091,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.10.mlp": [
+            {
+                "accuracy": 0.9300152302572602,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9325908108761436,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.943296971387769,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9470633572261584,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9639081380477077,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9670097735759459,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9717057593362896,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9811737880502877,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824689526208922,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9815465302549695,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839787701340882,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906007131610653,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920094966594326,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947362437991327,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952051419103028,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962124695119104,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985789903531488,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.11.self_attn": [
+            {
+                "accuracy": 0.9422266104895818,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9437760534255129,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9487175280718427,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9574291560014612,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9744472598755046,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746790852299646,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842563894038138,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845984919290793,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853257780502501,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842416947511466,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866925286815355,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878709031710107,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988273248787185,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881574256639731,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937395345493171,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946953891408875,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995834904097903,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970561717146713,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988442377070896,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.11.mlp": [
+            {
+                "accuracy": 0.9287779682168835,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9313644513879952,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9419545186193365,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9455689963345465,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9633378046319673,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9664423262798473,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9710194654762745,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809894892142007,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9822244416726263,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9812732240381209,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837085625254794,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904779065155277,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918822029017305,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946903077468864,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951314006221333,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960934886414754,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985750077329086,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.12.self_attn": [
+            {
+                "accuracy": 0.9484402296182356,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9500450971291253,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9549900944295683,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9659534838834876,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9737848153239802,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9743225098048386,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845927863038684,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853195359832362,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9864286056376601,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987170172855258,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869532567007762,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877826526123834,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887554474469078,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989619252713103,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99375574921846,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948401534929872,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957827076585474,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997226401183166,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998896603353052,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.12.mlp": [
+            {
+                "accuracy": 0.9230376762386999,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9256764181742543,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9378999259911085,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.941920142424734,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9603595663058131,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9637992439889594,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9690029219185051,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794801375093428,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808592666430693,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797372089110707,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824159448280146,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896828543737923,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912324315917335,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942710165816703,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947307353447142,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958364841356677,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984697836641173,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.13.self_attn": [
+            {
+                "accuracy": 0.9430154844334251,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9462127842401203,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9529017103149703,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9646933960091126,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9721674504444787,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9724622966819688,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825114632319463,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828761002833122,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833152369645081,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849912091893586,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860879351433954,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868541802034566,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881159894070343,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891695153507355,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936857455851216,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994579612216177,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955583620252774,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969338790243981,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988047680909451,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.13.mlp": [
+            {
+                "accuracy": 0.9222276979371121,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9249515923622408,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9373151656044156,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9413680157771236,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9597092330651849,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9632917360255593,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9685252277474654,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787950914745268,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9801847683755975,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791491119877288,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817893463922175,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892400246309606,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990804014065744,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939722772687674,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944519835499752,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955366313163387,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983655440431137,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.14.self_attn": [
+            {
+                "accuracy": 0.9389236698809423,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9398947122849917,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.94493638880943,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9547650574853546,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9694613269285152,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9701440624500576,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9800763420858666,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9807675756808174,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828933653372683,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9835993480427485,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852389859917917,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859400426870898,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866391336545348,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876045521446749,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926392776695522,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938710367454118,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949225230314034,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967169570123875,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998702780107698,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.14.mlp": [
+            {
+                "accuracy": 0.9181956884108091,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9211003519594669,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9340485777509839,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9382112126209234,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9580191357159301,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9616251701587125,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9670924801183374,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9782864765607213,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797389869038996,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785329927935412,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813464731468182,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890647900143736,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906992753967643,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939397712679285,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944100501996121,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955939960567967,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983798922437831,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.15.self_attn": [
+            {
+                "accuracy": 0.9405811815277526,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.942530693388299,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9485538672459752,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9615807855795873,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9702458708105903,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9707192355080655,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825808962709025,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832870302427756,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841938919240707,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847744308216008,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852558954275752,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855647602755773,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869656382422698,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882114091152815,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931863099826794,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941055545656893,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955299466137627,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967881460968209,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988179793612002,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.15.mlp": [
+            {
+                "accuracy": 0.916239294958742,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9191616848111153,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9324262416676471,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.936685538017436,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9569498786800786,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9606818961665818,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9662404186827571,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9778061160131505,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9792792867673071,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9780093921642554,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809095425727336,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887975473692151,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904882904681328,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938140006392802,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942749077576751,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954731432892578,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983550405013375,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.16.self_attn": [
+            {
+                "accuracy": 0.9432145808088153,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.945295412093401,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9514373744788923,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9623362325916165,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9714063350111246,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9718304992114243,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817957222265633,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821854384223881,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983741231017599,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9843400592768663,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985837621467286,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865437177941203,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876668464490458,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884568101873523,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931818443644596,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943206625696468,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951478785001918,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969468840495929,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987703937926868,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.16.mlp": [
+            {
+                "accuracy": 0.916063880841983,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9189673340634296,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9322019972299275,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9365034983738473,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9568532603351694,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9605971536550083,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9661566251398701,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9777251843755183,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9792153358361438,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9779701244184061,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808694292840204,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887872948556354,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904703435144926,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937903874823334,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942795940503282,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954831832529683,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983556508699334,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.17.self_attn": [
+            {
+                "accuracy": 0.9467860697523544,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9499150639105784,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9567103874134391,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9663825963476771,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9739195595642454,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9744484097157654,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830967418261265,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838075759869657,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855411136522889,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860755201233061,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987253456376493,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878526163091393,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891468599732769,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896434160243524,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940667993536121,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995048149525629,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955848037681886,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971492771292105,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988406187897597,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.17.mlp": [
+            {
+                "accuracy": 0.9157859857537245,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9187736038706804,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9320476506101458,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.936395729646871,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9566942869048369,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9605189409891242,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.966099439384906,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9775311616984638,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9790517864258665,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9778585068783477,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808178309253172,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887127168721667,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904358253667229,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937070676640264,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994244571076706,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954892601695304,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983260052241875,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.18.self_attn": [
+            {
+                "accuracy": 0.9465534994868856,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9488278468580622,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9561206171975324,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.966838764124795,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9738507257088235,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9744249721008696,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833863333455826,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841518565816315,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840963361784816,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849614949994966,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870257409485547,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878688571778568,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888881929463854,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899963547328585,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994039787678048,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949307727357862,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957124158543976,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971825831483951,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988253267825042,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.18.mlp": [
+            {
+                "accuracy": 0.9236877572379614,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9262481420055816,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9386984349081391,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9429307060414239,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9604347467814621,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9639682728601129,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9692859141842315,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9790886841028145,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805326824517626,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795411835963789,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821780100954991,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894401829591707,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910355020853642,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940724207676555,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945796382809547,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957211592945417,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983762819932676,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.19.self_attn": [
+            {
+                "accuracy": 0.9478892231065976,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9497533620972383,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9555017677576918,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9638662331394459,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.972437775252681,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9734800728528124,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9807508810864467,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824940810274136,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855212937354257,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863972901121566,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986635262685779,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878011826719892,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878900362864921,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893721736428377,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934755233851703,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948611898519295,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951061051289894,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971895801320084,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986126306221673,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.19.mlp": [
+            {
+                "accuracy": 0.9198850030569654,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9227101738123518,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9356857473520857,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9402084495676191,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9587135251219335,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.962433158959213,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9679811996848959,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9782985725293034,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9798839765747911,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9788484186620304,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9816850598313307,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891726071456153,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908440006700786,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939005153964421,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944796483645117,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957376790698618,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983120662233743,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.20.self_attn": [
+            {
+                "accuracy": 0.9406747031760843,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9429632960573623,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9489776866608545,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9591687528514549,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9689379912850103,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9701023259641308,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9772777344149194,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9781060686923171,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9793172819834006,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797670631914547,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983976498099142,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984616084269395,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847834980311362,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862470467035708,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917234897760576,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930832416897541,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932169292465245,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965671828065655,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983176587786722,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.20.mlp": [
+            {
+                "accuracy": 0.9228197832248712,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9253376741942606,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9385612871693938,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9429527032924325,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9603915018470663,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9637866811336655,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9693799401192289,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794068560494404,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808766344856275,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797705616311807,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982413678135919,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896839656376917,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912287858314812,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942691986400046,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947327836049035,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959629468962943,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984232676276741,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.21.self_attn": [
+            {
+                "accuracy": 0.9546680485731677,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9567136574340493,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9611632832767147,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9686090372698872,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9772024591894526,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9779751765492716,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848905463065756,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859148259029576,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877271131661377,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881927045552354,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892238096432074,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895790088921785,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905865032617983,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914642964538775,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994873919352693,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958054061219292,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961821731474054,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977924155046869,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989816822313802,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.21.mlp": [
+            {
+                "accuracy": 0.9283695260160848,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9306356830424384,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9425815024266118,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9464984716553437,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9630746144409242,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9663119227870515,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9713284468376323,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.980901353502352,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9822293829761053,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9810980675055793,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836086197020976,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903540972522215,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918270705169753,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946642762393152,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995072923318826,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961582694913408,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998552643445835,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.22.self_attn": [
+            {
+                "accuracy": 0.95730740341701,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9583976546204404,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9627547837597759,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9693886364172948,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785700518833963,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979224182812399,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846966624946186,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857770007985988,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859681373069945,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855502282122248,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889684180042854,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897713970981146,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900373954472965,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905874824004346,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942690463687637,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953021505528963,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953981070338112,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997409640572426,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987565627824025,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.22.mlp": [
+            {
+                "accuracy": 0.9326393069013169,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.934869679769403,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9458689187702379,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.94932369495693,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9654274709326656,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.968353928311875,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9729495043621251,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9822727000634921,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983402516349758,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982331206924037,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846267436974143,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909959673930547,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923341601694885,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950518236667114,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953935954621748,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963628957415686,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998662372781454,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.23.self_attn": [
+            {
+                "accuracy": 0.9632166773080826,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9640349400670905,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9679878545238784,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9728275199273699,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9793276125075001,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799398133825314,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848095477607689,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847033003737268,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989175205413056,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900484856120065,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903227124167117,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913177637285308,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911855941540316,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922999697982481,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948645771088961,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964146542755005,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957766128140256,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979970499775127,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988987937103957,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.23.mlp": [
+            {
+                "accuracy": 0.9344179755763004,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9366557645170313,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9470514457084631,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9502795540580624,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9664548003163776,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9692118793333832,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735541252517387,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828396591014767,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838931909027068,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828909537509868,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850601275010329,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913030635614536,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925588507597384,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952161665393138,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955483387273393,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964479798769676,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987084061477186,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.24.self_attn": [
+            {
+                "accuracy": 0.9690434244510374,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9705439401104262,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9750962233857104,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9798693842205562,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839013487982907,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846530025334734,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891783885755822,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902036991705628,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990775145124644,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912466618575548,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922207781407786,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926086419114941,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933138057883633,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993900476685284,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962714796420187,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969450902365344,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970977260535093,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984241975410106,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999213526552347,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.24.mlp": [
+            {
+                "accuracy": 0.9314897713300428,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9338634078832049,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9445347454594939,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9477622728598745,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9649752758835491,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9678658123471235,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9722772647479647,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821510705606717,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832001568651513,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821442428388094,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844077464781309,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909288336915013,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922433921724165,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950169273284509,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953559183785202,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962612360372747,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998661823782114,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.25.self_attn": [
+            {
+                "accuracy": 0.9590479209038772,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9606481964062703,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9654081986334763,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9720493616830361,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785682782530785,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9786533716281778,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851720632593098,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854329285260878,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876922455273176,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880549602798725,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889914062070219,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899456328222234,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902523083759374,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913894722091132,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943742944466832,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957483187072763,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954674908597219,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973350320513802,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987909981006707,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.25.mlp": [
+            {
+                "accuracy": 0.9339999770255465,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9363067369712026,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9465925136679098,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9496348271832654,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9662566039907305,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9690709512092566,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9732567378760952,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828041543399817,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838121937293756,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9827579086352336,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849671965072814,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912144983138301,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992502565152551,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951814382802695,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954853468378516,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963522162165885,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998710187320524,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.26.self_attn": [
+            {
+                "accuracy": 0.9643493026102844,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9658501249198851,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9702074253245404,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763674180170423,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821186962194348,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9827224015209236,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882492049058017,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891745803975746,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906714651243467,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990706753745479,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912080030006013,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919440531367926,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922785353601763,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933173349617344,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958018532611037,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966705744522378,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968579595075234,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998239853241677,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991806979003166,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.26.mlp": [
+            {
+                "accuracy": 0.9270337863188041,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9296072423458099,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9409298469361506,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9442959861143639,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9626167804787034,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.965733633229607,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9703685515805295,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.980905938158302,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9820308835784856,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808684006627453,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833011024778611,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902439243650358,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916596212914508,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946481249613786,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949836703997693,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959379267192593,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998558095665526,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.27.self_attn": [
+            {
+                "accuracy": 0.9631579281076005,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.964607552478188,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9692720360073604,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9751994926482439,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9801713199305692,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808589714138132,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861693407752012,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869114152204833,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878053581832271,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890895224127331,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901867861075229,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910898141219819,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912829996870929,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924422713780874,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947378621559197,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963007487332154,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99561812046082,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980244457010964,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988684987428745,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.27.mlp": [
+            {
+                "accuracy": 0.9293561740533302,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9318765756723127,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9426862350419948,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9459286565451246,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9637885584839081,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9668607219661537,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9712655790346233,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814679932437445,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825644697503824,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98149925862488,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98387083925895,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905544007442108,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919430596606904,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947944897300515,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951462421909367,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960609873830292,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985936251346414,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.28.self_attn": [
+            {
+                "accuracy": 0.9694008901715279,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9705801007190817,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.975598822102735,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9796456171591815,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836892154753992,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844663152961355,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887278735343563,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896136129912185,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904632186026949,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907070211821088,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921748626879171,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923281634569561,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933656927345222,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936420404548315,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962492282379811,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968423504063761,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996947768622225,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984489830063754,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991696013051918,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.28.mlp": [
+            {
+                "accuracy": 0.9309570677578449,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9335494757090744,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.94376073836496,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9468979129665777,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9647163422288079,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9677559890245137,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9718896336853504,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817395755334904,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828325024266776,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.981938957628843,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842618880793452,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907595304723241,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921176982553381,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948317442751048,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952535704268437,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961481635507784,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998581983614713,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.29.self_attn": [
+            {
+                "accuracy": 0.9708630915142988,
+                "total_bits": 43959296,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9721809622684592,
+                "total_bits": 44925952,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.976673995585818,
+                "total_bits": 45588352,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.981050099099153,
+                "total_bits": 54926080,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847318084518376,
+                "total_bits": 65040896,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845866075667896,
+                "total_bits": 65050240,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897982715874126,
+                "total_bits": 82932224,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897606061820529,
+                "total_bits": 82957952,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911767050231758,
+                "total_bits": 83627264,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918504351701,
+                "total_bits": 84862976,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923877684203418,
+                "total_bits": 85497472,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932183320143897,
+                "total_bits": 85757184,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939085015732991,
+                "total_bits": 86410240,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944674610895546,
+                "total_bits": 87697408,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967407150145032,
+                "total_bits": 106623488,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997155095193241,
+                "total_bits": 108144640,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974860308422265,
+                "total_bits": 123826688,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985465133672973,
+                "total_bits": 127330304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993117325265255,
+                "total_bits": 164721152,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.29.mlp": [
+            {
+                "accuracy": 0.9176742199220156,
+                "total_bits": 174477024,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9220775420728483,
+                "total_bits": 181554912,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9344873581277697,
+                "total_bits": 212308224,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9381195809692144,
+                "total_bits": 248090880,
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9612864711763043,
+                "total_bits": 252979536,
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9643592839374354,
+                "total_bits": 259791360,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9686969982362107,
+                "total_bits": 288372432,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9793288743025378,
+                "total_bits": 316683984,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805566102854515,
+                "total_bits": 320051712,
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803470221691226,
+                "total_bits": 326510928,
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9826537849577633,
+                "total_bits": 333322752,
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897917661766865,
+                "total_bits": 400042320,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910877840593457,
+                "total_bits": 406854144,
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940189152441331,
+                "total_bits": 460204368,
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947113799372393,
+                "total_bits": 477320832,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957065160851926,
+                "total_bits": 541021824,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981806027384377,
+                "total_bits": 607082112,
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.norm.norm": null,
+        "lm_head.linear": null
+    },
+    "last_module_idx": 62
+}
\ No newline at end of file