Update config.json
Browse files- config.json +2 -2
config.json
CHANGED
@@ -73,6 +73,6 @@
|
|
73 |
"max_top_n_tokens": 5,
|
74 |
"waiting_served_ratio": 1.2,
|
75 |
"max_batch_prefill_tokens": 2048,
|
76 |
-
"max_waiting_tokens": 20
|
77 |
-
"sharded": false
|
78 |
}
|
|
|
73 |
"max_top_n_tokens": 5,
|
74 |
"waiting_served_ratio": 1.2,
|
75 |
"max_batch_prefill_tokens": 2048,
|
76 |
+
"max_waiting_tokens": 20,
|
77 |
+
"sharded": false
|
78 |
}
|