{ "architectures": [ "GPT" ], "model_type": "gpt", "vocab_size": 65, "n_layer": 12, "n_head": 16, "n_embd": 1024, "block_size": 256, "dropout": 0.1, "bias": false }