Update README.md
Browse files
README.md
CHANGED
@@ -8,6 +8,8 @@ tags:
|
|
8 |
pipeline_tag: text-generation
|
9 |
---
|
10 |
|
|
|
|
|
11 |
# mlx-community/CodeLlama-70b-Python-hf-4bit-MLX
|
12 |
This model was converted to MLX format from [`codellama/CodeLlama-70b-Python-hf`]().
|
13 |
Refer to the [original model card](https://huggingface.co/codellama/CodeLlama-70b-Python-hf) for more details on the model.
|
@@ -21,5 +23,5 @@ pip install mlx-lm
|
|
21 |
from mlx_lm import load, generate
|
22 |
|
23 |
model, tokenizer = load("mlx-community/CodeLlama-70b-Python-hf-4bit-MLX")
|
24 |
-
response = generate(model, tokenizer, prompt="
|
25 |
```
|
|
|
8 |
pipeline_tag: text-generation
|
9 |
---
|
10 |
|
11 |
+

|
12 |
+
|
13 |
# mlx-community/CodeLlama-70b-Python-hf-4bit-MLX
|
14 |
This model was converted to MLX format from [`codellama/CodeLlama-70b-Python-hf`]().
|
15 |
Refer to the [original model card](https://huggingface.co/codellama/CodeLlama-70b-Python-hf) for more details on the model.
|
|
|
23 |
from mlx_lm import load, generate
|
24 |
|
25 |
model, tokenizer = load("mlx-community/CodeLlama-70b-Python-hf-4bit-MLX")
|
26 |
+
response = generate(model, tokenizer, prompt="<step>Source: user Fibonacci series in Python<step> Source: assistant Destination: user", verbose=True)
|
27 |
```
|