jilijeanlouis
commited on
Commit
·
298d942
1
Parent(s):
b07354e
Upload classification_philschmid_MiniLM-L6-H384-uncased-sst2_tensorrt_inference/config.pbtxt with huggingface_hub
Browse files
classification_philschmid_MiniLM-L6-H384-uncased-sst2_tensorrt_inference/config.pbtxt
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name: "classification_philschmid_MiniLM-L6-H384-uncased-sst2_tensorrt_inference"
|
2 |
+
max_batch_size: 0
|
3 |
+
platform: "ensemble"
|
4 |
+
|
5 |
+
input [
|
6 |
+
{
|
7 |
+
name: "TEXT"
|
8 |
+
data_type: TYPE_STRING
|
9 |
+
dims: [ -1 ]
|
10 |
+
}
|
11 |
+
]
|
12 |
+
|
13 |
+
output {
|
14 |
+
name: "output"
|
15 |
+
data_type: TYPE_FP32
|
16 |
+
dims: [-1, 2]
|
17 |
+
}
|
18 |
+
|
19 |
+
ensemble_scheduling {
|
20 |
+
step [
|
21 |
+
{
|
22 |
+
model_name: "classification_philschmid_MiniLM-L6-H384-uncased-sst2_tensorrt_tokenize"
|
23 |
+
model_version: -1
|
24 |
+
input_map {
|
25 |
+
key: "TEXT"
|
26 |
+
value: "TEXT"
|
27 |
+
}
|
28 |
+
output_map [
|
29 |
+
{
|
30 |
+
key: "input_ids"
|
31 |
+
value: "input_ids"
|
32 |
+
},
|
33 |
+
{
|
34 |
+
key: "token_type_ids"
|
35 |
+
value: "token_type_ids"
|
36 |
+
},
|
37 |
+
{
|
38 |
+
key: "attention_mask"
|
39 |
+
value: "attention_mask"
|
40 |
+
}
|
41 |
+
]
|
42 |
+
},
|
43 |
+
{
|
44 |
+
model_name: "classification_philschmid_MiniLM-L6-H384-uncased-sst2_tensorrt_model"
|
45 |
+
model_version: -1
|
46 |
+
input_map [
|
47 |
+
{
|
48 |
+
key: "input_ids"
|
49 |
+
value: "input_ids"
|
50 |
+
},
|
51 |
+
{
|
52 |
+
key: "token_type_ids"
|
53 |
+
value: "token_type_ids"
|
54 |
+
},
|
55 |
+
{
|
56 |
+
key: "attention_mask"
|
57 |
+
value: "attention_mask"
|
58 |
+
}
|
59 |
+
]
|
60 |
+
output_map {
|
61 |
+
key: "output"
|
62 |
+
value: "output"
|
63 |
+
}
|
64 |
+
}
|
65 |
+
]
|
66 |
+
}
|