name: Codestreal 22B | |
model: codestral:22B | |
version: 1 | |
stop: | |
- <endofstring> | |
- [/INST] | |
top_p: 0.95 | |
temperature: 0.7 | |
frequency_penalty: 0 | |
presence_penalty: 0 | |
max_tokens: 32000 | |
stream: true | |
ngl: 32 | |
ctx_len: 32000 | |
engine: llama-cpp | |
prompt_template: "{system_message} [INST] {prompt} [/INST]" |