gorkemgoknar
commited on
Commit
·
e7a19a1
1
Parent(s):
e35d8f9
Update README.md
Browse files
README.md
CHANGED
@@ -19,7 +19,7 @@ ctransformers example
|
|
19 |
pip install ctransformers
|
20 |
|
21 |
|
22 |
-
|
23 |
from ctransformers import AutoModelForCausalLM
|
24 |
|
25 |
llm = AutoModelForCausalLM.from_pretrained("llama2-7f-fp16-ggml-q4.bin",
|
@@ -28,3 +28,4 @@ llm = AutoModelForCausalLM.from_pretrained("llama2-7f-fp16-ggml-q4.bin",
|
|
28 |
max_new_tokens=50,
|
29 |
stop=["###","##"],
|
30 |
threads=4) # 4 cpu threads to limit cpu
|
|
|
|
19 |
pip install ctransformers
|
20 |
|
21 |
|
22 |
+
```
|
23 |
from ctransformers import AutoModelForCausalLM
|
24 |
|
25 |
llm = AutoModelForCausalLM.from_pretrained("llama2-7f-fp16-ggml-q4.bin",
|
|
|
28 |
max_new_tokens=50,
|
29 |
stop=["###","##"],
|
30 |
threads=4) # 4 cpu threads to limit cpu
|
31 |
+
```
|