Curt-Park
commited on
Commit
·
d4086cf
1
Parent(s):
a6635ad
Add dynamic batching
Browse files
model_repository/codegen-350M-mono-gptj/config.pbtxt
CHANGED
|
@@ -28,6 +28,7 @@ name: "codegen-350M-mono-gptj"
|
|
| 28 |
backend: "fastertransformer"
|
| 29 |
default_model_filename: "model"
|
| 30 |
max_batch_size: 1024
|
|
|
|
| 31 |
|
| 32 |
model_transaction_policy {
|
| 33 |
decoupled: False
|
|
|
|
| 28 |
backend: "fastertransformer"
|
| 29 |
default_model_filename: "model"
|
| 30 |
max_batch_size: 1024
|
| 31 |
+
dynamic_batching {}
|
| 32 |
|
| 33 |
model_transaction_policy {
|
| 34 |
decoupled: False
|