{ | |
"model_type": "llama", | |
"model_name_or_path": "lilmeaty/xdddd", | |
"max_tokens": 2048, | |
"temperature": 0.5, | |
"top_p": 0.65, | |
"repetition_penalty": 1.2, | |
"load_8bit": false, | |
"load_4bit": false, | |
"use_safetensors": false, | |
"use_gpu": true, | |
"gpu_id": 0, | |
"trust_remote_code": false, | |
"quantization_config": null, | |
"prompt_template": "<s>[INST] <<SYS>>\nYou are a helpful, harmless AI assistant.\n<</SYS>>\n{prompt}[/INST]", | |
"lora_weights": null, | |
"pre_prompt": null, | |
"post_prompt": null | |
} |