Hugging Face's logo

mlx-community
/
granite-34b-code-instruct-4bit

Text Generation
Transformers
Safetensors
MLX
gpt_bigcode
code
granite
conversational
Eval Results
text-generation-inference
Inference Endpoints
Model card Files Community
1
prince-canuma commited on
Commit
726a94f
•
1 Parent(s): e754abc

47730bef7623c762fb31498b0b9e343f6e524c1473f6cc4d3c8fdb14d5e7f411

Browse files
Files changed (8) hide show
  1. README.md +102 -0
  2. config.json +32 -0
  3. merges.txt +0 -0
  4. model.safetensors.index.json +0 -0
  5. special_tokens_map.json +51 -0
  6. tokenizer.json +0 -0
  7. tokenizer_config.json +188 -0
  8. vocab.json +0 -0
README.md ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ library_name: transformers
4
+ tags:
5
+ - code
6
+ - granite
7
+ - mlx
8
+ base_model: ibm-granite/granite-34b-code-base
9
+ datasets:
10
+ - bigcode/commitpackft
11
+ - TIGER-Lab/MathInstruct
12
+ - meta-math/MetaMathQA
13
+ - glaiveai/glaive-code-assistant-v3
14
+ - glaive-function-calling-v2
15
+ - bugdaryan/sql-create-context-instruction
16
+ - garage-bAInd/Open-Platypus
17
+ - nvidia/HelpSteer
18
+ metrics:
19
+ - code_eval
20
+ pipeline_tag: text-generation
21
+ inference: true
22
+ model-index:
23
+ - name: granite-34b-code-instruct
24
+ results:
25
+ - task:
26
+ type: text-generation
27
+ dataset:
28
+ name: HumanEvalSynthesis(Python)
29
+ type: bigcode/humanevalpack
30
+ metrics:
31
+ - type: pass@1
32
+ value: 62.2
33
+ name: pass@1
34
+ - type: pass@1
35
+ value: 56.7
36
+ name: pass@1
37
+ - type: pass@1
38
+ value: 62.8
39
+ name: pass@1
40
+ - type: pass@1
41
+ value: 47.6
42
+ name: pass@1
43
+ - type: pass@1
44
+ value: 57.9
45
+ name: pass@1
46
+ - type: pass@1
47
+ value: 41.5
48
+ name: pass@1
49
+ - type: pass@1
50
+ value: 53.0
51
+ name: pass@1
52
+ - type: pass@1
53
+ value: 45.1
54
+ name: pass@1
55
+ - type: pass@1
56
+ value: 50.6
57
+ name: pass@1
58
+ - type: pass@1
59
+ value: 36.0
60
+ name: pass@1
61
+ - type: pass@1
62
+ value: 42.7
63
+ name: pass@1
64
+ - type: pass@1
65
+ value: 23.8
66
+ name: pass@1
67
+ - type: pass@1
68
+ value: 54.9
69
+ name: pass@1
70
+ - type: pass@1
71
+ value: 47.6
72
+ name: pass@1
73
+ - type: pass@1
74
+ value: 55.5
75
+ name: pass@1
76
+ - type: pass@1
77
+ value: 51.2
78
+ name: pass@1
79
+ - type: pass@1
80
+ value: 47.0
81
+ name: pass@1
82
+ - type: pass@1
83
+ value: 45.1
84
+ name: pass@1
85
+ ---
86
+
87
+ # mlx-community/granite-34b-code-instruct-4bit
88
+
89
+ The Model [mlx-community/granite-34b-code-instruct-4bit](https://huggingface.co/mlx-community/granite-34b-code-instruct-4bit) was converted to MLX format from [ibm-granite/granite-34b-code-instruct](https://huggingface.co/ibm-granite/granite-34b-code-instruct) using mlx-lm version **0.13.0**.
90
+
91
+ ## Use with mlx
92
+
93
+ ```bash
94
+ pip install mlx-lm
95
+ ```
96
+
97
+ ```python
98
+ from mlx_lm import load, generate
99
+
100
+ model, tokenizer = load("mlx-community/granite-34b-code-instruct-4bit")
101
+ response = generate(model, tokenizer, prompt="hello", verbose=True)
102
+ ```
config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_pytorch_tanh",
3
+ "architectures": [
4
+ "GPTBigCodeForCausalLM"
5
+ ],
6
+ "attention_softmax_in_fp32": true,
7
+ "attn_pdrop": 0.1,
8
+ "bos_token_id": 0,
9
+ "embd_pdrop": 0.1,
10
+ "eos_token_id": 0,
11
+ "initializer_range": 0.02,
12
+ "layer_norm_epsilon": 1e-05,
13
+ "model_type": "gpt_bigcode",
14
+ "multi_query": true,
15
+ "n_embd": 6144,
16
+ "n_head": 48,
17
+ "n_inner": 24576,
18
+ "n_layer": 88,
19
+ "n_positions": 8192,
20
+ "pad_token_id": 0,
21
+ "quantization": {
22
+ "group_size": 64,
23
+ "bits": 4
24
+ },
25
+ "resid_pdrop": 0.1,
26
+ "scale_attention_softmax_in_fp32": true,
27
+ "scale_attn_weights": true,
28
+ "torch_dtype": "bfloat16",
29
+ "transformers_version": "4.41.0.dev0",
30
+ "use_cache": true,
31
+ "vocab_size": 49152
32
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|endoftext|>",
4
+ "<fim_prefix>",
5
+ "<fim_middle>",
6
+ "<fim_suffix>",
7
+ "<fim_pad>",
8
+ "<filename>",
9
+ "<gh_stars>",
10
+ "<issue_start>",
11
+ "<issue_comment>",
12
+ "<issue_closed>",
13
+ "<jupyter_start>",
14
+ "<jupyter_text>",
15
+ "<jupyter_code>",
16
+ "<jupyter_output>",
17
+ "<empty_output>",
18
+ "<commit_before>",
19
+ "<commit_msg>",
20
+ "<commit_after>",
21
+ "<reponame>"
22
+ ],
23
+ "bos_token": {
24
+ "content": "<|endoftext|>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "eos_token": {
31
+ "content": "<|endoftext|>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "pad_token": {
38
+ "content": "<|endoftext|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "<|endoftext|>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,188 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<fim_prefix>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "<fim_middle>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "<fim_suffix>",
30
+ "lstrip": false,
31
+ "normalized": false,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "4": {
37
+ "content": "<fim_pad>",
38
+ "lstrip": false,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ },
44
+ "5": {
45
+ "content": "<filename>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false,
50
+ "special": true
51
+ },
52
+ "6": {
53
+ "content": "<gh_stars>",
54
+ "lstrip": false,
55
+ "normalized": false,
56
+ "rstrip": false,
57
+ "single_word": false,
58
+ "special": true
59
+ },
60
+ "7": {
61
+ "content": "<issue_start>",
62
+ "lstrip": false,
63
+ "normalized": false,
64
+ "rstrip": false,
65
+ "single_word": false,
66
+ "special": true
67
+ },
68
+ "8": {
69
+ "content": "<issue_comment>",
70
+ "lstrip": false,
71
+ "normalized": false,
72
+ "rstrip": false,
73
+ "single_word": false,
74
+ "special": true
75
+ },
76
+ "9": {
77
+ "content": "<issue_closed>",
78
+ "lstrip": false,
79
+ "normalized": false,
80
+ "rstrip": false,
81
+ "single_word": false,
82
+ "special": true
83
+ },
84
+ "10": {
85
+ "content": "<jupyter_start>",
86
+ "lstrip": false,
87
+ "normalized": false,
88
+ "rstrip": false,
89
+ "single_word": false,
90
+ "special": true
91
+ },
92
+ "11": {
93
+ "content": "<jupyter_text>",
94
+ "lstrip": false,
95
+ "normalized": false,
96
+ "rstrip": false,
97
+ "single_word": false,
98
+ "special": true
99
+ },
100
+ "12": {
101
+ "content": "<jupyter_code>",
102
+ "lstrip": false,
103
+ "normalized": false,
104
+ "rstrip": false,
105
+ "single_word": false,
106
+ "special": true
107
+ },
108
+ "13": {
109
+ "content": "<jupyter_output>",
110
+ "lstrip": false,
111
+ "normalized": false,
112
+ "rstrip": false,
113
+ "single_word": false,
114
+ "special": true
115
+ },
116
+ "14": {
117
+ "content": "<empty_output>",
118
+ "lstrip": false,
119
+ "normalized": false,
120
+ "rstrip": false,
121
+ "single_word": false,
122
+ "special": true
123
+ },
124
+ "15": {
125
+ "content": "<commit_before>",
126
+ "lstrip": false,
127
+ "normalized": false,
128
+ "rstrip": false,
129
+ "single_word": false,
130
+ "special": true
131
+ },
132
+ "16": {
133
+ "content": "<commit_msg>",
134
+ "lstrip": false,
135
+ "normalized": false,
136
+ "rstrip": false,
137
+ "single_word": false,
138
+ "special": true
139
+ },
140
+ "17": {
141
+ "content": "<commit_after>",
142
+ "lstrip": false,
143
+ "normalized": false,
144
+ "rstrip": false,
145
+ "single_word": false,
146
+ "special": true
147
+ },
148
+ "18": {
149
+ "content": "<reponame>",
150
+ "lstrip": false,
151
+ "normalized": false,
152
+ "rstrip": false,
153
+ "single_word": false,
154
+ "special": true
155
+ }
156
+ },
157
+ "additional_special_tokens": [
158
+ "<|endoftext|>",
159
+ "<fim_prefix>",
160
+ "<fim_middle>",
161
+ "<fim_suffix>",
162
+ "<fim_pad>",
163
+ "<filename>",
164
+ "<gh_stars>",
165
+ "<issue_start>",
166
+ "<issue_comment>",
167
+ "<issue_closed>",
168
+ "<jupyter_start>",
169
+ "<jupyter_text>",
170
+ "<jupyter_code>",
171
+ "<jupyter_output>",
172
+ "<empty_output>",
173
+ "<commit_before>",
174
+ "<commit_msg>",
175
+ "<commit_after>",
176
+ "<reponame>"
177
+ ],
178
+ "bos_token": "<|endoftext|>",
179
+ "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ 'Question:\n' + message['content'] + '\n\n' }}{% elif message['role'] == 'system' %}\n{{ 'System:\n' + message['content'] + '\n\n' }}{% elif message['role'] == 'assistant' %}{{ 'Answer:\n' + message['content'] + '\n\n' }}{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ 'Answer:\n' }}{% endif %}{% endfor %}",
180
+ "clean_up_tokenization_spaces": true,
181
+ "eos_token": "<|endoftext|>",
182
+ "model_max_length": 9223372036854775807,
183
+ "pad_token": "<|endoftext|>",
184
+ "padding_side": "left",
185
+ "tokenizer_class": "GPT2Tokenizer",
186
+ "unk_token": "<|endoftext|>",
187
+ "vocab_size": 49152
188
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff