File size: 660 Bytes
e086f23 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 |
import re
class Sentence(object):
def __init__(self, text):
self.text = text
self.tokens = text.split()
def __len__(self):
return len(self.tokens)
class Sentences(object):
def __init__(self, text):
def iterate(text):
for s in re.split(r"\n", text):
yield s
self.sents = iterate(text)
def __len__(self):
return len(self.sents)
class SentenceParser(object):
"""
Iterate over the text column of a dataframe
"""
def __init__(self):
self.sents = None
def __call__(self, text):
return Sentences(text) |