def split_string(tokens): | |
result = [] | |
done = 1 | |
while(len(tokens) > 10 and done): | |
done = 0 | |
for i in range(10, len(tokens), 1): | |
if i > 30 : | |
if tokens[i] in [".", "。", "!", "!", "?", "?", ",", ",", "……"]: | |
result.append(tokens[:i+1]) | |
tokens = tokens[i+1:] | |
done = 1 | |
break | |
else : | |
if tokens[i] in [".", "。", "!", "!", "?","?"] : | |
result.append(tokens[:i+1]) | |
tokens = tokens[i+1:] | |
done = 1 | |
break | |
if len(tokens) > 0 : | |
result.append(tokens) | |
return result |