matthoffner commited on
Commit
e453fb6
·
verified ·
1 Parent(s): 40568f6

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "port": 8080,
3
  "models": [
4
  {
@@ -9,9 +10,8 @@
9
  "n_gpu_layers": -1,
10
  "offload_kqv": false,
11
  "n_threads": 12,
12
- "n_batch": 1,
13
- "n_ctx": 2048,
14
- "logits_all": true
15
  }
16
  ]
17
  }
 
1
  {
2
+ "host": "0.0.0.0",
3
  "port": 8080,
4
  "models": [
5
  {
 
10
  "n_gpu_layers": -1,
11
  "offload_kqv": false,
12
  "n_threads": 12,
13
+ "n_batch": 512,
14
+ "n_ctx": 2048
 
15
  }
16
  ]
17
  }