Spaces:
Running
Running
File size: 1,136 Bytes
29f689c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 |
import numpy as np
from openrec.preprocess.ctc_label_encode import BaseRecLabelEncode
class EPLabelEncode(BaseRecLabelEncode):
"""Convert between text-label and text-index."""
EOS = '</s>'
PAD = '<pad>'
def __init__(self,
max_text_length,
character_dict_path=None,
use_space_char=False,
**kwargs):
super(EPLabelEncode,
self).__init__(max_text_length, character_dict_path,
use_space_char)
def __call__(self, data):
text = data['label']
text = self.encode(text)
if text is None:
return None
if len(text) > self.max_text_len:
return None
data['length'] = np.array(len(text))
text = text + [self.dict[self.EOS]]
text = text + [self.dict[self.PAD]
] * (self.max_text_len + 1 - len(text))
data['label'] = np.array(text)
return data
def add_special_char(self, dict_character):
dict_character = [self.EOS] + dict_character + [self.PAD]
return dict_character
|