|
<?xml version="1.0"?> |
|
<net name="tokenizer" version="11"> |
|
<layers> |
|
<layer id="0" name="Parameter_127774" type="Parameter" version="opset1"> |
|
<data shape="?" element_type="string" /> |
|
<output> |
|
<port id="0" precision="STRING" names="Parameter_127774"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="1" name="Constant_127950" type="Const" version="opset1"> |
|
<data element_type="i32" shape="" offset="0" size="4" /> |
|
<output> |
|
<port id="0" precision="I32" /> |
|
</output> |
|
</layer> |
|
<layer id="2" name="Constant_127951" type="Const" version="opset1"> |
|
<data element_type="i32" shape="" offset="4" size="4" /> |
|
<output> |
|
<port id="0" precision="I32" /> |
|
</output> |
|
</layer> |
|
<layer id="3" name="Constant_127952" type="Const" version="opset1"> |
|
<data element_type="i32" shape="1" offset="8" size="4" /> |
|
<output> |
|
<port id="0" precision="I32"> |
|
<dim>1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="4" name="Constant_127780" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="12" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="5" name="StringTensorUnpack_127775" type="StringTensorUnpack" version="extension"> |
|
<data mode="begins_ends" /> |
|
<input> |
|
<port id="0" precision="STRING"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="6" name="ShapeOf_127776" type="ShapeOf" version="opset3"> |
|
<data output_type="i64" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I64"> |
|
<dim>1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="7" name="Constant_127777" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="12" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="8" name="Constant_127778" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="12" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="9" name="Gather_127779" type="Gather" version="opset8"> |
|
<data batch_dims="0" /> |
|
<input> |
|
<port id="0" precision="I64"> |
|
<dim>1</dim> |
|
</port> |
|
<port id="1" precision="I64" /> |
|
<port id="2" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="3" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="10" name="Constant_127781" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="20" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="11" name="Range_127782" type="Range" version="opset4"> |
|
<data output_type="i32" /> |
|
<input> |
|
<port id="0" precision="I64" /> |
|
<port id="1" precision="I64" /> |
|
<port id="2" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="12" name="Constant_127784" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="20" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="13" name="Constant_127785" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="20" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="14" name="Add_127786" type="Add" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I64" /> |
|
<port id="1" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="2" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="15" name="Constant_127787" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="20" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="16" name="Range_127788" type="Range" version="opset4"> |
|
<data output_type="i32" /> |
|
<input> |
|
<port id="0" precision="I64" /> |
|
<port id="1" precision="I64" /> |
|
<port id="2" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="17" name="Constant_127851" type="Const" version="opset1"> |
|
<data element_type="u8" shape="8736" offset="28" size="8736" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>8736</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="18" name="RegexSplit_127852" type="RegexSplit" version="extension"> |
|
<data behaviour="isolate" invert="false" max_splits="-1" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="5" precision="U8"> |
|
<dim>8736</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="6" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="7" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="9" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="10" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="19" name="Constant_127857" type="Const" version="opset1"> |
|
<data element_type="u8" shape="115" offset="8764" size="115" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>115</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="20" name="Constant_127854" type="Const" version="opset1"> |
|
<data element_type="u8" shape="8489" offset="8879" size="8489" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>8489</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="21" name="StringTensorUnpack_127855" type="StringTensorUnpack" version="extension"> |
|
<data mode="begins_ends" /> |
|
<input> |
|
<port id="0" precision="U8"> |
|
<dim>8489</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="22" name="RegexSplit_127858" type="RegexSplit" version="extension"> |
|
<data behaviour="isolate" invert="false" max_splits="-1" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="5" precision="U8"> |
|
<dim>115</dim> |
|
</port> |
|
<port id="6" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="7" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="9" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="10" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="11" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="12" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="13" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="23" name="BytesToChars_127859" type="BytesToChars" version="extension"> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="5" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="6" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="7" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="9" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="24" name="Constant_127861" type="Const" version="opset1"> |
|
<data element_type="u8" shape="1586436" offset="17368" size="1586436" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>1586436</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="25" name="StringTensorUnpack_127862" type="StringTensorUnpack" version="extension"> |
|
<data mode="begins_ends" /> |
|
<input> |
|
<port id="0" precision="U8"> |
|
<dim>1586436</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="26" name="Constant_127942" type="Const" version="opset1"> |
|
<data element_type="u8" shape="4084185" offset="1603804" size="4084185" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>4084185</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="27" name="StringTensorUnpack_127943" type="StringTensorUnpack" version="extension"> |
|
<data mode="begins_ends" /> |
|
<input> |
|
<port id="0" precision="U8"> |
|
<dim>4084185</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="28" name="Constant_127870" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="12" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="29" name="Constant_127864" type="Const" version="opset1"> |
|
<data element_type="u8" shape="8489" offset="5687989" size="8489" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>8489</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="30" name="StringTensorUnpack_127865" type="StringTensorUnpack" version="extension"> |
|
<data mode="begins_ends" /> |
|
<input> |
|
<port id="0" precision="U8"> |
|
<dim>8489</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="31" name="ShapeOf_127866" type="ShapeOf" version="opset3"> |
|
<data output_type="i64" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I64"> |
|
<dim>1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="32" name="Constant_127867" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="12" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="33" name="Constant_127868" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="12" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="34" name="Gather_127869" type="Gather" version="opset8"> |
|
<data batch_dims="0" /> |
|
<input> |
|
<port id="0" precision="I64"> |
|
<dim>1</dim> |
|
</port> |
|
<port id="1" precision="I64" /> |
|
<port id="2" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="3" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="35" name="Constant_127871" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="20" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="36" name="Range_127872" type="Range" version="opset4"> |
|
<data output_type="i32" /> |
|
<input> |
|
<port id="0" precision="I64" /> |
|
<port id="1" precision="I64" /> |
|
<port id="2" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="37" name="Constant_127874" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="20" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="38" name="Constant_127875" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="20" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="39" name="Add_127876" type="Add" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I64" /> |
|
<port id="1" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="2" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="40" name="Constant_127877" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="20" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="41" name="Range_127878" type="Range" version="opset4"> |
|
<data output_type="i32" /> |
|
<input> |
|
<port id="0" precision="I64" /> |
|
<port id="1" precision="I64" /> |
|
<port id="2" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="42" name="BytesToChars_127940" type="BytesToChars" version="extension"> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="5" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="6" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="7" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="9" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="43" name="Constant_127944" type="Const" version="opset1"> |
|
<data element_type="i32" shape="256" offset="5696478" size="1024" /> |
|
<output> |
|
<port id="0" precision="I32"> |
|
<dim>256</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="44" name="BPETokenizer_127945" type="BPETokenizer" version="extension"> |
|
<data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="25600" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="5" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="6" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="7" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="9" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="10" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="11" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="12" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="13" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="14" precision="I32"> |
|
<dim>256</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="15" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="16" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="17" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="45" name="Subtract_127946" type="Subtract" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="46" name="Constant_127947" type="Const" version="opset1"> |
|
<data element_type="i32" shape="" offset="5697502" size="4" /> |
|
<output> |
|
<port id="0" precision="I32" /> |
|
</output> |
|
</layer> |
|
<layer id="47" name="Minimum_127948" type="Minimum" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32" /> |
|
</input> |
|
<output> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="48" name="Subtract_127949" type="Subtract" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="49" name="Constant_127953" type="Const" version="opset1"> |
|
<data element_type="i32" shape="2" offset="12" size="8" /> |
|
<output> |
|
<port id="0" precision="I32"> |
|
<dim>2</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="50" name="CombineSegments_127954" type="CombineSegments" version="extension"> |
|
<input> |
|
<port id="0" precision="I32" /> |
|
<port id="1" precision="I32" /> |
|
<port id="2" precision="I32"> |
|
<dim>1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="5" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="6" precision="I32"> |
|
<dim>2</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="7" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="9" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="10" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="11" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="12" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="51" name="Subtract_127955" type="Subtract" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="52" name="Constant_127956" type="Const" version="opset1"> |
|
<data element_type="i32" shape="" offset="0" size="4" /> |
|
<output> |
|
<port id="0" precision="I32" /> |
|
</output> |
|
</layer> |
|
<layer id="53" name="ReduceMax_127957" type="ReduceMax" version="opset1"> |
|
<data keep_dims="false" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32" /> |
|
</input> |
|
<output> |
|
<port id="2" precision="I32" /> |
|
</output> |
|
</layer> |
|
<layer id="54" name="Constant_127958" type="Const" version="opset1"> |
|
<data element_type="i32" shape="" offset="0" size="4" /> |
|
<output> |
|
<port id="0" precision="I32" /> |
|
</output> |
|
</layer> |
|
<layer id="55" name="RaggedToDense_127959" type="RaggedToDense" version="extension"> |
|
<data pad_right="false" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32" /> |
|
<port id="4" precision="I32" /> |
|
</input> |
|
<output> |
|
<port id="5" precision="I32"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="6" precision="BOOL"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="56" name="Convert_127960" type="Convert" version="opset1"> |
|
<data destination_type="i32" /> |
|
<input> |
|
<port id="0" precision="BOOL"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="57" name="Convert_127960" type="Convert" version="opset1"> |
|
<data destination_type="i64" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I64" names="attention_mask"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="59" name="RaggedToDense_127959.0" type="Convert" version="opset1"> |
|
<data destination_type="i64" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I64" names="input_ids"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="60" name="Result_127963" type="Result" version="opset1"> |
|
<input> |
|
<port id="0" precision="I64"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
</layer> |
|
<layer id="58" name="Result_127965" type="Result" version="opset1"> |
|
<input> |
|
<port id="0" precision="I64"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
</layer> |
|
</layers> |
|
<edges> |
|
<edge from-layer="0" from-port="0" to-layer="5" to-port="0" /> |
|
<edge from-layer="1" from-port="0" to-layer="50" to-port="0" /> |
|
<edge from-layer="2" from-port="0" to-layer="50" to-port="1" /> |
|
<edge from-layer="3" from-port="0" to-layer="50" to-port="2" /> |
|
<edge from-layer="4" from-port="0" to-layer="11" to-port="0" /> |
|
<edge from-layer="5" from-port="1" to-layer="6" to-port="0" /> |
|
<edge from-layer="5" from-port="3" to-layer="18" to-port="4" /> |
|
<edge from-layer="5" from-port="2" to-layer="18" to-port="3" /> |
|
<edge from-layer="5" from-port="1" to-layer="18" to-port="2" /> |
|
<edge from-layer="6" from-port="1" to-layer="9" to-port="0" /> |
|
<edge from-layer="7" from-port="0" to-layer="9" to-port="1" /> |
|
<edge from-layer="8" from-port="0" to-layer="9" to-port="2" /> |
|
<edge from-layer="9" from-port="3" to-layer="14" to-port="0" /> |
|
<edge from-layer="9" from-port="3" to-layer="11" to-port="1" /> |
|
<edge from-layer="10" from-port="0" to-layer="11" to-port="2" /> |
|
<edge from-layer="11" from-port="3" to-layer="18" to-port="0" /> |
|
<edge from-layer="12" from-port="0" to-layer="16" to-port="0" /> |
|
<edge from-layer="13" from-port="0" to-layer="14" to-port="1" /> |
|
<edge from-layer="14" from-port="2" to-layer="16" to-port="1" /> |
|
<edge from-layer="15" from-port="0" to-layer="16" to-port="2" /> |
|
<edge from-layer="16" from-port="3" to-layer="18" to-port="1" /> |
|
<edge from-layer="17" from-port="0" to-layer="18" to-port="5" /> |
|
<edge from-layer="18" from-port="6" to-layer="22" to-port="0" /> |
|
<edge from-layer="18" from-port="7" to-layer="22" to-port="1" /> |
|
<edge from-layer="18" from-port="8" to-layer="22" to-port="2" /> |
|
<edge from-layer="18" from-port="9" to-layer="22" to-port="3" /> |
|
<edge from-layer="18" from-port="10" to-layer="22" to-port="4" /> |
|
<edge from-layer="19" from-port="0" to-layer="22" to-port="5" /> |
|
<edge from-layer="20" from-port="0" to-layer="21" to-port="0" /> |
|
<edge from-layer="21" from-port="1" to-layer="22" to-port="6" /> |
|
<edge from-layer="21" from-port="2" to-layer="22" to-port="7" /> |
|
<edge from-layer="21" from-port="3" to-layer="22" to-port="8" /> |
|
<edge from-layer="22" from-port="13" to-layer="23" to-port="4" /> |
|
<edge from-layer="22" from-port="9" to-layer="23" to-port="0" /> |
|
<edge from-layer="22" from-port="12" to-layer="23" to-port="3" /> |
|
<edge from-layer="22" from-port="11" to-layer="23" to-port="2" /> |
|
<edge from-layer="22" from-port="10" to-layer="23" to-port="1" /> |
|
<edge from-layer="23" from-port="7" to-layer="44" to-port="2" /> |
|
<edge from-layer="23" from-port="6" to-layer="44" to-port="1" /> |
|
<edge from-layer="23" from-port="5" to-layer="44" to-port="0" /> |
|
<edge from-layer="23" from-port="8" to-layer="44" to-port="3" /> |
|
<edge from-layer="23" from-port="9" to-layer="44" to-port="4" /> |
|
<edge from-layer="24" from-port="0" to-layer="25" to-port="0" /> |
|
<edge from-layer="25" from-port="3" to-layer="44" to-port="7" /> |
|
<edge from-layer="25" from-port="2" to-layer="44" to-port="6" /> |
|
<edge from-layer="25" from-port="1" to-layer="44" to-port="5" /> |
|
<edge from-layer="26" from-port="0" to-layer="27" to-port="0" /> |
|
<edge from-layer="27" from-port="1" to-layer="44" to-port="8" /> |
|
<edge from-layer="27" from-port="2" to-layer="44" to-port="9" /> |
|
<edge from-layer="27" from-port="3" to-layer="44" to-port="10" /> |
|
<edge from-layer="28" from-port="0" to-layer="36" to-port="0" /> |
|
<edge from-layer="29" from-port="0" to-layer="30" to-port="0" /> |
|
<edge from-layer="30" from-port="1" to-layer="31" to-port="0" /> |
|
<edge from-layer="30" from-port="1" to-layer="42" to-port="2" /> |
|
<edge from-layer="30" from-port="2" to-layer="42" to-port="3" /> |
|
<edge from-layer="30" from-port="3" to-layer="42" to-port="4" /> |
|
<edge from-layer="31" from-port="1" to-layer="34" to-port="0" /> |
|
<edge from-layer="32" from-port="0" to-layer="34" to-port="1" /> |
|
<edge from-layer="33" from-port="0" to-layer="34" to-port="2" /> |
|
<edge from-layer="34" from-port="3" to-layer="39" to-port="0" /> |
|
<edge from-layer="34" from-port="3" to-layer="36" to-port="1" /> |
|
<edge from-layer="35" from-port="0" to-layer="36" to-port="2" /> |
|
<edge from-layer="36" from-port="3" to-layer="42" to-port="0" /> |
|
<edge from-layer="37" from-port="0" to-layer="41" to-port="0" /> |
|
<edge from-layer="38" from-port="0" to-layer="39" to-port="1" /> |
|
<edge from-layer="39" from-port="2" to-layer="41" to-port="1" /> |
|
<edge from-layer="40" from-port="0" to-layer="41" to-port="2" /> |
|
<edge from-layer="41" from-port="3" to-layer="42" to-port="1" /> |
|
<edge from-layer="42" from-port="8" to-layer="44" to-port="12" /> |
|
<edge from-layer="42" from-port="7" to-layer="44" to-port="11" /> |
|
<edge from-layer="42" from-port="9" to-layer="44" to-port="13" /> |
|
<edge from-layer="43" from-port="0" to-layer="44" to-port="14" /> |
|
<edge from-layer="44" from-port="16" to-layer="45" to-port="0" /> |
|
<edge from-layer="44" from-port="15" to-layer="45" to-port="1" /> |
|
<edge from-layer="44" from-port="16" to-layer="48" to-port="0" /> |
|
<edge from-layer="44" from-port="16" to-layer="50" to-port="4" /> |
|
<edge from-layer="44" from-port="17" to-layer="50" to-port="5" /> |
|
<edge from-layer="45" from-port="2" to-layer="47" to-port="0" /> |
|
<edge from-layer="46" from-port="0" to-layer="47" to-port="1" /> |
|
<edge from-layer="47" from-port="2" to-layer="48" to-port="1" /> |
|
<edge from-layer="48" from-port="2" to-layer="50" to-port="3" /> |
|
<edge from-layer="49" from-port="0" to-layer="50" to-port="6" /> |
|
<edge from-layer="50" from-port="8" to-layer="51" to-port="0" /> |
|
<edge from-layer="50" from-port="7" to-layer="51" to-port="1" /> |
|
<edge from-layer="50" from-port="7" to-layer="55" to-port="0" /> |
|
<edge from-layer="50" from-port="8" to-layer="55" to-port="1" /> |
|
<edge from-layer="50" from-port="9" to-layer="55" to-port="2" /> |
|
<edge from-layer="51" from-port="2" to-layer="53" to-port="0" /> |
|
<edge from-layer="52" from-port="0" to-layer="53" to-port="1" /> |
|
<edge from-layer="53" from-port="2" to-layer="55" to-port="3" /> |
|
<edge from-layer="54" from-port="0" to-layer="55" to-port="4" /> |
|
<edge from-layer="55" from-port="6" to-layer="56" to-port="0" /> |
|
<edge from-layer="55" from-port="5" to-layer="59" to-port="0" /> |
|
<edge from-layer="56" from-port="1" to-layer="57" to-port="0" /> |
|
<edge from-layer="57" from-port="1" to-layer="58" to-port="0" /> |
|
<edge from-layer="59" from-port="1" to-layer="60" to-port="0" /> |
|
</edges> |
|
<rt_info> |
|
<bos_token_id value="128000" /> |
|
<chat_template value="{%- if messages|length % 2 == 0 -%} {%- set role = 'Agent' -%} {%- else -%} {%- set role = 'User' -%} {%- endif -%} {%- if categories is not defined -%} {%- set categories = ({ "S1": "Violent Crimes.", "S2": "Non-Violent Crimes.", "S3": "Sex Crimes.", "S4": "Child Exploitation.", "S5": "Defamation.", "S6": "Specialized Advice.", "S7": "Privacy.", "S8": "Intellectual Property.", "S9": "Indiscriminate Weapons.", "S10": "Hate.", "S11": "Self-Harm.", "S12": "Sexual Content.", "S13": "Elections.", }) -%} {%- endif -%} {{- "<|begin_of_text|><|start_header_id|>user<|end_header_id|>\n\n" -}} {%- set ns = namespace(contains_image=false) -%} {%- for message in messages -%} {%- for content in message['content'] | selectattr('type', 'equalto', 'image') -%} {%- set ns.contains_image = true -%} {%- endfor -%} {%- endfor -%} {%- if ns.contains_image -%} {{- "<|image|> "-}} {%- endif -%} {{- "Task: Check if there is unsafe content in '" + role + "' messages in conversations according our safety policy with the below categories.\n\n" -}} {{- "<BEGIN UNSAFE CONTENT CATEGORIES>\n"-}} {%- for key in categories -%} {%- if key not in excluded_category_keys -%} {{-key + ": " + categories[key] + "\n" -}} {%- endif -%} {%- endfor -%} {{- "<END UNSAFE CONTENT CATEGORIES>\n\n"-}} {{- "<BEGIN CONVERSATION>\n\n"-}} {%- for message in messages -%} {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%} {{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...')-}} {%- endif -%} {%- set content = message['content'] -%} {%- if message['role'] == 'user' -%} {%- set role = 'User' -%} {%- elif message['role'] == 'assistant' -%} {%- set role = 'Agent' -%} {%- endif -%} {%- for content in message['content'] | selectattr('type', 'equalto', 'text') -%} {{- role + ': ' + content['text'] | trim + '\n\n'-}} {%- endfor -%} {%- endfor -%} {{- "<END CONVERSATION>\n\n"-}} {{- "Provide your safety assessment for ONLY THE LAST " + role + " message in the above conversation:\n"-}} {{- " - First line must read 'safe' or 'unsafe'.\n"-}} {{- " - If unsafe, a second line must include a comma-separated list of violated categories. <|eot_id|><|start_header_id|>assistant<|end_header_id|>"-}} " /> |
|
<eos_token_id value="128009" /> |
|
<original_tokenizer_class value="<class 'transformers.tokenization_utils_fast.PreTrainedTokenizerFast'>" /> |
|
</rt_info> |
|
</net> |
|
|
