Hugging Face's logo

cortexso
/
codestral

Text Generation
GGUF
cortex.cpp
Inference Endpoints
conversational
Model card Files Community
jan-ai commited on
Commit
8926c3c
·
verified ·
1 Parent(s): 606478f

Update model.yml

Browse files
Files changed (1) hide show
  1. model.yml +3 -3
model.yml CHANGED
@@ -2,14 +2,14 @@
2
  id: codestral
3
  model: codestral
4
  name: codestral
5
- version: 1
6
 
7
  # END GENERAL GGUF METADATA
8
 
9
  # BEGIN INFERENCE PARAMETERS
10
  # BEGIN REQUIRED
11
  stop:
12
- - [/INST]
13
  # END REQUIRED
14
 
15
  # BEGIN OPTIONAL
@@ -42,7 +42,7 @@ typ_p: 1
42
  # BEGIN REQUIRED
43
  ctx_len: 4096
44
  engine: llama-cpp
45
- ngl: 34
46
  prompt_template: "[INST] {system_message}\n\n{prompt}[/INST]"
47
  # END OPTIONAL
48
  # END MODEL LOAD PARAMETERS
 
2
  id: codestral
3
  model: codestral
4
  name: codestral
5
+ version: 2
6
 
7
  # END GENERAL GGUF METADATA
8
 
9
  # BEGIN INFERENCE PARAMETERS
10
  # BEGIN REQUIRED
11
  stop:
12
+ - "[/INST]"
13
  # END REQUIRED
14
 
15
  # BEGIN OPTIONAL
 
42
  # BEGIN REQUIRED
43
  ctx_len: 4096
44
  engine: llama-cpp
45
+ ngl: 57
46
  prompt_template: "[INST] {system_message}\n\n{prompt}[/INST]"
47
  # END OPTIONAL
48
  # END MODEL LOAD PARAMETERS