config.json

{
  "architectures": [
    "LinearProjector"
  ],
  "expansion_ratio": 1,
  "in_features": 768,
  "out_features": 4096,
  "torch_dtype": "bfloat16",
  "transformers_version": "4.44.2"
}