matthoffner commited on
Commit
adaa9b5
·
1 Parent(s): 4948a22

Update config.toml

Browse files
Files changed (1) hide show
  1. config.toml +1 -1
config.toml CHANGED
@@ -1,6 +1,6 @@
1
  model="Samantha-7B-GGML/Samantha-7B.ggmlv3.q4_0.bin"
2
  use_mmap="True"
3
  use_mlock="True"
4
- n_threads="4"
5
  n_ctx="2048"
6
  n_gpu_layers="35"
 
1
  model="Samantha-7B-GGML/Samantha-7B.ggmlv3.q4_0.bin"
2
  use_mmap="True"
3
  use_mlock="True"
4
+ n_threads="10"
5
  n_ctx="2048"
6
  n_gpu_layers="35"