layers.8/cfg.json

{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 192, "multi_topk": false, "d_in": 3584}