ayjays132 commited on
Commit
b73df13
1 Parent(s): 1b8d376

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -73,6 +73,6 @@
73
  "max_top_n_tokens": 5,
74
  "waiting_served_ratio": 1.2,
75
  "max_batch_prefill_tokens": 2048,
76
- "max_waiting_tokens": 20
77
- "sharded": false,
78
  }
 
73
  "max_top_n_tokens": 5,
74
  "waiting_served_ratio": 1.2,
75
  "max_batch_prefill_tokens": 2048,
76
+ "max_waiting_tokens": 20,
77
+ "sharded": false
78
  }