matthoffner commited on
Commit
325fcf2
·
1 Parent(s): 5ac6a38

Update config.toml

Browse files
Files changed (1) hide show
  1. config.toml +3 -3
config.toml CHANGED
@@ -1,6 +1,6 @@
1
- model="wizardLM-7B-GGML/wizardLM-7B.ggml.q5_1.bin"
2
  use_mmap="True"
3
  use_mlock="True"
4
- n_threads="4"
5
- n_ctx="1024"
6
  n_gpu_layers="20"
 
1
+ model="wizardLM-7B-GGML/wizardLM-7B.ggmlv3.q5_1.bin"
2
  use_mmap="True"
3
  use_mlock="True"
4
+ n_threads="6"
5
+ n_ctx="2048"
6
  n_gpu_layers="20"