matthoffner commited on
Commit
bc1988d
·
1 Parent(s): bd58b62

Update config.toml

Browse files
Files changed (1) hide show
  1. config.toml +2 -1
config.toml CHANGED
@@ -2,4 +2,5 @@ model="wizardLM-7B-GGML/wizardLM-7B.ggml.q5_1.bin"
2
  use_mmap="True"
3
  use_mlock="True"
4
  n_threads="4"
5
- n_ctx="1024"
 
 
2
  use_mmap="True"
3
  use_mlock="True"
4
  n_threads="4"
5
+ n_ctx="1024"
6
+ n_gpu_layers="20"