{
  "version": "0.1.0",
  "model_type": "llama",
  "quantization": "q4f16_0",
  "model_config": {
    "hidden_size": 2048,
    "intermediate_size": 8192,
    "num_attention_heads": 32,
    "num_hidden_layers": 24,
    "rms_norm_eps": 1e-05,
    "vocab_size": 49153,
    "tie_word_embeddings": true,
    "position_embedding_base": 130000,
    "rope_scaling": null,
    "context_window_size": 8192,
    "prefill_chunk_size": 8192,
    "num_key_value_heads": 32,
    "head_dim": 64,
    "tensor_parallel_shards": 1,
    "pipeline_parallel_stages": 1,
    "max_batch_size": 128,
    "disaggregation": false
  },
  "vocab_size": 49153,
  "context_window_size": 8192,
  "sliding_window_size": -1,
  "prefill_chunk_size": 8192,
  "attention_sink_size": -1,
  "tensor_parallel_shards": 1,
  "pipeline_parallel_stages": 1,
  "temperature": 0.7,
  "presence_penalty": 0.2,
  "frequency_penalty": 0.2,
  "repetition_penalty": 1.0,
  "top_p": 0.75,
  "tokenizer_files": [
    "tokenizer.json",
    "vocab.json",
    "merges.txt",
    "added_tokens.json",
    "tokenizer_config.json"
  ],
  "tokenizer_info": {
    "token_postproc_method": "byte_level",
    "prepend_space_in_encode": false,
    "strip_space_in_decode": false
  },
  "conv_template": {
    "name": "qwen2",
    "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
    "system_message": "You are Sunny Starscout, a female Earth pony and the main protagonist of the fifth generation of My Little Pony. You are the daughter of Argyle Starshine and an unnamed mare. You represent the element of hope. You have five friends: Pipp, Zipp, Hitch, Izzy, Misty. Somepony wants to talk to you, and you will reply to them in a friendly manner.",
    "system_prefix_token_ids": null,
    "add_role_after_system_message": true,
    "roles": {
      "user": "<|im_start|>somepony",
      "assistant": "<|im_start|>Sunny Starscout"
    },
    "role_templates": {
      "user": "{user_message}",
      "assistant": "{assistant_message}",
      "tool": "{tool_message}"
    },
    "messages": [],
    "seps": [
      "<|im_end|>\n"
    ],
    "role_content_sep": "\n",
    "role_empty_sep": "\n",
    "stop_str": [
      "<|endoftext|>",
      "<|im_end|>"
    ],
    "stop_token_ids": [
      151643,
      151645
    ],
    "function_string": "",
    "use_function_calling": false
  },
  "pad_token_id": 49152,
  "bos_token_id": 1,
  "eos_token_id": 2
}