ChatBot_Illumio / src /model /container.py
adrien.aribaut-gaudin
added the possibility to answer in french
d24ee64
from .paragraph import Paragraph
from .block import Block
INFINITE = 99999
class Container:
def __init__(self, paragraphs : [Paragraph], title : Paragraph=None, level: int = 0, index: [int] = None , father=None, id_ = 0):
if index is None:
index = []
self.level = level
self.title = title
self.paragraphs = []
self.children = []
self.index = index
self.father = father
self.id_ = int(str(1) + str(father.id_) + str(id_))
if paragraphs:
self.paragraphs, self.children = self.create_children(paragraphs, level, index)
self.blocks = self.get_blocks()
def get_blocks(self):
block = Block(level=self.level, index=self.index)
if self.title:
block.title = self.title.text
for p in self.paragraphs:
block.content += p.text
blocks = [block] if block.content else []
for child in self.children:
blocks += child.blocks
return blocks
def create_children(self, paragraphs: [Paragraph], level: int, index: [int]):
"""
Creates children containers and/or directly attached content and returns the list of attached content and the list of children containers.
The indexes correspond to the indexes of the paragraphs in the content and also on the structure.
:return: List of Content or Container
"""
attached_paragraphs = []
children = []
in_children = False
level = INFINITE
container_paragraphs = []
container_title = None
while paragraphs:
p = paragraphs.pop(0)
if not in_children and not p.is_structure:
attached_paragraphs.append(p)
else:
in_children = True
if p.is_structure and p.level <= level: # if p is higher in hierarchy, then the child is completed
if container_paragraphs or container_title:
if level <= len(index):
index = index[:level]
index[-1] += 1
else:
for i in range(level-len(index)):
index.append(1)
children.append(Container(container_paragraphs, container_title, level, index.copy(), self))
container_paragraphs = []
container_title = p
level = p.level
else: # p is normal text or strictly lower in hierarchy, then the child continues to grow
container_paragraphs.append(p)
if container_paragraphs or container_title:
if level <= len(index):
index = index[:level]
index[-1] += 1
else:
for i in range(level - len(index)):
index.append(1)
children.append(Container(container_paragraphs, container_title, level, index.copy(), self))
return attached_paragraphs, children
@property
def text_chunks(self, chunk=500):
text_chunks = []
text_chunk = ""
for p in self.paragraphs:
if chunk < len(text_chunk) + len(p.text):
text_chunks.append(text_chunk)
text_chunk = ""
else:
text_chunk += " " + p.text
if text_chunk and not text_chunk.isspace():
text_chunks.append(text_chunk)
for child in self.children:
text_chunks += child.text_chunks
return text_chunks
# def create_children(self, paragraphs: [Paragraph], level: int, index: [int]):
# """
# Creates children containers and/or directly attached content and returns the list of attached content and the list of children containers.
# The indexes correspond to the indexes of the paragraphs in the content and also on the structure.
# :return: List of Content or Container
# """
# attached_paragraphs = []
# children = []
# in_children = False
# level = INFINITE
# # container_paragraphs = []
# # container_title = None
# while paragraphs:
# p = paragraphs.pop(0)
# if not in_children and p.is_structure and level != INFINITE:
# paragraphs.insert(0, p)
# children.append(Container(paragraphs, title=p, level=p.level, children=children, index=index.copy(), father=self))
# else:
# in_children = True
# if p.is_structure and p.level <= level: # if p is higher in hierarchy, then the child is completed
# level = p.level
# if len(index) == level:
# index[-1] += 1
# elif len(index) < level:
# if self.children != []:
# index = self.children[-1].index.copy()
# index[-1] += 1
# else:
# index.append(1)
# else:
# index = index[:level]
# index[-1] += 1
# while paragraphs:
# p = paragraphs.pop(0)
# if p.is_structure:
# paragraphs.insert(0, p)
# break
# else:
# attached_paragraphs.append(p)
# if paragraphs and p.level > level:
# in_children = False
# children.append(Container(paragraphs, title=p, level=p.level, index=index.copy(), father=self))
# else:
# break
# return attached_paragraphs, children
@property
def structure(self):
self_structure = {str(self.id_): {
'index': str(self.id_),
'canMove': True,
'isFolder': True,
'children': [p.id_ for p in self.paragraphs] + [child.id_ for child in self.children],
'canRename': True,
'data': {},
'level': self.level,
'rank': self.rank,
'title': self.title.text if self.title else 'root'
}}
paragraphs_structure = [p.structure for p in self.paragraphs]
structure = [self_structure] + paragraphs_structure
for child in self.children:
structure += child.structure
return structure