{
  "model_type": "llama",
  "model_name_or_path": "lilmeaty/xdddd",
  "max_tokens": 2048,
  "temperature": 0.5,
  "top_p": 0.65,
  "repetition_penalty": 1.2,
  "load_8bit": false,
  "load_4bit": false,
  "use_safetensors": false,
  "use_gpu": true,
  "gpu_id": 0,
  "trust_remote_code": false,
  "quantization_config": null,
  "prompt_template": "<s>[INST] <<SYS>>\nYou are a helpful, harmless AI assistant.\n<</SYS>>\n{prompt}[/INST]",
  "lora_weights": null,
  "pre_prompt": null,
  "post_prompt": null
}