Hugging Face's logo

cortexso
/
codestral

Text Generation
GGUF
cortex.cpp
Inference Endpoints
conversational
Model card Files Community
jan-ai commited on
Commit
3104372
·
verified ·
1 Parent(s): 285cb09

Update model.yml

Browse files
Files changed (1) hide show
  1. model.yml +32 -32
model.yml CHANGED
@@ -1,48 +1,48 @@
1
  # BEGIN GENERAL GGUF METADATA
2
- "id": "codestral"
3
- "model": "codestral"
4
- "name": "codestral"
5
- "version": 1
6
 
7
  # END GENERAL GGUF METADATA
8
 
9
  # BEGIN INFERENCE PARAMETERS
10
  # BEGIN REQUIRED
11
- "stop":
12
- - "[/INST]"
13
  # END REQUIRED
14
 
15
  # BEGIN OPTIONAL
16
- "dynatemp_exponent": 1
17
- "dynatemp_range": 0
18
- "frequency_penalty": 0
19
- "ignore_eos": false
20
- "max_tokens": 4096
21
- "min_keep": 0
22
- "min_p": 0.05
23
- "mirostat": false
24
- "mirostat_eta": 0.100000001
25
- "mirostat_tau": 5
26
- "n_probs": 0
27
- "penalize_nl": false
28
- "presence_penalty": 0
29
- "repeat_last_n": 64
30
- "repeat_penalty": 1
31
- "seed": -1
32
- "stream": true
33
- "temperature": 0.7
34
- "tfs_z": 1
35
- "top_k": 40
36
- "top_p": 0.9
37
- "typ_p": 1
38
  # END OPTIONAL
39
  # END INFERENCE PARAMETERS
40
 
41
  # BEGIN MODEL LOAD PARAMETERS
42
  # BEGIN REQUIRED
43
- "ctx_len": 4096
44
- "engine": "llama-cpp"
45
- "ngl": 34
46
- "prompt_template": "[INST] {system_message}\\n\\n{prompt}[/INST]"
47
  # END OPTIONAL
48
  # END MODEL LOAD PARAMETERS
 
1
  # BEGIN GENERAL GGUF METADATA
2
+ id: codestral
3
+ model: codestral
4
+ name: codestral
5
+ version: 1
6
 
7
  # END GENERAL GGUF METADATA
8
 
9
  # BEGIN INFERENCE PARAMETERS
10
  # BEGIN REQUIRED
11
+ stop:
12
+ - [/INST]
13
  # END REQUIRED
14
 
15
  # BEGIN OPTIONAL
16
+ dynatemp_exponent: 1
17
+ dynatemp_range: 0
18
+ frequency_penalty: 0
19
+ ignore_eos: false
20
+ max_tokens: 4096
21
+ min_keep: 0
22
+ min_p: 0.05
23
+ mirostat: false
24
+ mirostat_eta: 0.100000001
25
+ mirostat_tau: 5
26
+ n_probs: 0
27
+ penalize_nl: false
28
+ presence_penalty: 0
29
+ repeat_last_n: 64
30
+ repeat_penalty: 1
31
+ seed: -1
32
+ stream: true
33
+ temperature: 0.7
34
+ tfs_z: 1
35
+ top_k: 40
36
+ top_p: 0.9
37
+ typ_p: 1
38
  # END OPTIONAL
39
  # END INFERENCE PARAMETERS
40
 
41
  # BEGIN MODEL LOAD PARAMETERS
42
  # BEGIN REQUIRED
43
+ ctx_len: 4096
44
+ engine: llama-cpp
45
+ ngl: 34
46
+ prompt_template: "[INST] {system_message}\n\n{prompt}[/INST]"
47
  # END OPTIONAL
48
  # END MODEL LOAD PARAMETERS