Spaces:
Paused
Paused
Commit
·
bc1988d
1
Parent(s):
bd58b62
Update config.toml
Browse files- config.toml +2 -1
config.toml
CHANGED
@@ -2,4 +2,5 @@ model="wizardLM-7B-GGML/wizardLM-7B.ggml.q5_1.bin"
|
|
2 |
use_mmap="True"
|
3 |
use_mlock="True"
|
4 |
n_threads="4"
|
5 |
-
n_ctx="1024"
|
|
|
|
2 |
use_mmap="True"
|
3 |
use_mlock="True"
|
4 |
n_threads="4"
|
5 |
+
n_ctx="1024"
|
6 |
+
n_gpu_layers="20"
|