Update model.yml
Browse files
model.yml
CHANGED
@@ -12,5 +12,5 @@ max_tokens: 32000
|
|
12 |
stream: true
|
13 |
ngl: 32
|
14 |
ctx_len: 32000
|
15 |
-
engine:
|
16 |
prompt_template: "{system_message} [INST] {prompt} [/INST]"
|
|
|
12 |
stream: true
|
13 |
ngl: 32
|
14 |
ctx_len: 32000
|
15 |
+
engine: llama-cpp
|
16 |
prompt_template: "{system_message} [INST] {prompt} [/INST]"
|