{
  "clip_config": {
    "n_vocab": 49408,
    "n_state": 768,
    "embed_dim": 768,
    "n_head": 12,
    "n_ctx": 77,
    "n_layer": 12,
    "quick_gelu": true
  },
  "open_clip_config": {
    "n_vocab": 49408,
    "n_state": 1024,
    "embed_dim": 1024,
    "n_head": 16,
    "n_ctx": 77,
    "n_layer": 24,
    "quick_gelu": false
  }
}