from loguru import logger import math def _is_in_or_part_overlap(box1, box2) -> bool: """ 两个bbox是否有部分重叠或者包含 """ if box1 is None or box2 is None: return False x0_1, y0_1, x1_1, y1_1 = box1 x0_2, y0_2, x1_2, y1_2 = box2 return not (x1_1 < x0_2 or # box1在box2的左边 x0_1 > x1_2 or # box1在box2的右边 y1_1 < y0_2 or # box1在box2的上边 y0_1 > y1_2) # box1在box2的下边 def _is_in_or_part_overlap_with_area_ratio(box1, box2, area_ratio_threshold=0.6): """ 判断box1是否在box2里面,或者box1和box2有部分重叠,且重叠面积占box1的比例超过area_ratio_threshold """ if box1 is None or box2 is None: return False x0_1, y0_1, x1_1, y1_1 = box1 x0_2, y0_2, x1_2, y1_2 = box2 if not _is_in_or_part_overlap(box1, box2): return False # 计算重叠面积 x_left = max(x0_1, x0_2) y_top = max(y0_1, y0_2) x_right = min(x1_1, x1_2) y_bottom = min(y1_1, y1_2) overlap_area = (x_right - x_left) * (y_bottom - y_top) # 计算box1的面积 box1_area = (x1_1 - x0_1) * (y1_1 - y0_1) return overlap_area / box1_area > area_ratio_threshold def _is_in(box1, box2) -> bool: """ box1是否完全在box2里面 """ x0_1, y0_1, x1_1, y1_1 = box1 x0_2, y0_2, x1_2, y1_2 = box2 return (x0_1 >= x0_2 and # box1的左边界不在box2的左边外 y0_1 >= y0_2 and # box1的上边界不在box2的上边外 x1_1 <= x1_2 and # box1的右边界不在box2的右边外 y1_1 <= y1_2) # box1的下边界不在box2的下边外 def _is_part_overlap(box1, box2) -> bool: """ 两个bbox是否有部分重叠,但不完全包含 """ if box1 is None or box2 is None: return False return _is_in_or_part_overlap(box1, box2) and not _is_in(box1, box2) def _left_intersect(left_box, right_box): "检查两个box的左边界是否有交集,也就是left_box的右边界是否在right_box的左边界内" if left_box is None or right_box is None: return False x0_1, y0_1, x1_1, y1_1 = left_box x0_2, y0_2, x1_2, y1_2 = right_box return x1_1>x0_2 and x0_1x1_2 and (y0_1<=y0_2<=y1_1 or y0_1<=y1_2<=y1_1) def _is_vertical_full_overlap(box1, box2, x_torlence=2): """ x方向上:要么box1包含box2, 要么box2包含box1。不能部分包含 y方向上:box1和box2有重叠 """ # 解析box的坐标 x11, y11, x12, y12 = box1 # 左上角和右下角的坐标 (x1, y1, x2, y2) x21, y21, x22, y22 = box2 # 在x轴方向上,box1是否包含box2 或 box2包含box1 contains_in_x = (x11-x_torlence <= x21 and x12+x_torlence >= x22) or (x21-x_torlence <= x11 and x22+x_torlence >= x12) # 在y轴方向上,box1和box2是否有重叠 overlap_in_y = not (y12 < y21 or y11 > y22) return contains_in_x and overlap_in_y def _is_bottom_full_overlap(box1, box2, y_tolerance=2): """ 检查box1下方和box2的上方有轻微的重叠,轻微程度收到y_tolerance的限制 这个函数和_is_vertical-full_overlap的区别是,这个函数允许box1和box2在x方向上有轻微的重叠,允许一定的模糊度 """ if box1 is None or box2 is None: return False x0_1, y0_1, x1_1, y1_1 = box1 x0_2, y0_2, x1_2, y1_2 = box2 tolerance_margin = 2 is_xdir_full_overlap = ((x0_1-tolerance_margin<=x0_2<=x1_1+tolerance_margin and x0_1-tolerance_margin<=x1_2<=x1_1+tolerance_margin) or (x0_2-tolerance_margin<=x0_1<=x1_2+tolerance_margin and x0_2-tolerance_margin<=x1_1<=x1_2+tolerance_margin)) return y0_2= 0.5 or ratio_2 >= 0.5 #vertical_overlap_cond = y0_1<=y0_2<=y1_1 or y0_1<=y1_2<=y1_1 or y0_2<=y0_1<=y1_2 or y0_2<=y1_1<=y1_2 return x0_1<=x0_2<=x1_1 and vertical_overlap_cond def __is_overlaps_y_exceeds_threshold(bbox1, bbox2, overlap_ratio_threshold=0.8): """检查两个bbox在y轴上是否有重叠,并且该重叠区域的高度占两个bbox高度更低的那个超过80%""" _, y0_1, _, y1_1 = bbox1 _, y0_2, _, y1_2 = bbox2 overlap = max(0, min(y1_1, y1_2) - max(y0_1, y0_2)) height1, height2 = y1_1 - y0_1, y1_2 - y0_2 max_height = max(height1, height2) min_height = min(height1, height2) return (overlap / min_height) > overlap_ratio_threshold def calculate_iou(bbox1, bbox2): """ 计算两个边界框的交并比(IOU)。 Args: bbox1 (list[float]): 第一个边界框的坐标,格式为 [x1, y1, x2, y2],其中 (x1, y1) 为左上角坐标,(x2, y2) 为右下角坐标。 bbox2 (list[float]): 第二个边界框的坐标,格式与 `bbox1` 相同。 Returns: float: 两个边界框的交并比(IOU),取值范围为 [0, 1]。 """ # Determine the coordinates of the intersection rectangle x_left = max(bbox1[0], bbox2[0]) y_top = max(bbox1[1], bbox2[1]) x_right = min(bbox1[2], bbox2[2]) y_bottom = min(bbox1[3], bbox2[3]) if x_right < x_left or y_bottom < y_top: return 0.0 # The area of overlap area intersection_area = (x_right - x_left) * (y_bottom - y_top) # The area of both rectangles bbox1_area = (bbox1[2] - bbox1[0]) * (bbox1[3] - bbox1[1]) bbox2_area = (bbox2[2] - bbox2[0]) * (bbox2[3] - bbox2[1]) # Compute the intersection over union by taking the intersection area # and dividing it by the sum of both areas minus the intersection area iou = intersection_area / float(bbox1_area + bbox2_area - intersection_area) return iou def calculate_overlap_area_2_minbox_area_ratio(bbox1, bbox2): """ 计算box1和box2的重叠面积占最小面积的box的比例 """ # Determine the coordinates of the intersection rectangle x_left = max(bbox1[0], bbox2[0]) y_top = max(bbox1[1], bbox2[1]) x_right = min(bbox1[2], bbox2[2]) y_bottom = min(bbox1[3], bbox2[3]) if x_right < x_left or y_bottom < y_top: return 0.0 # The area of overlap area intersection_area = (x_right - x_left) * (y_bottom - y_top) min_box_area = min([(bbox1[2]-bbox1[0])*(bbox1[3]-bbox1[1]), (bbox2[3]-bbox2[1])*(bbox2[2]-bbox2[0])]) if min_box_area==0: return 0 else: return intersection_area / min_box_area def calculate_overlap_area_in_bbox1_area_ratio(bbox1, bbox2): """ 计算box1和box2的重叠面积占bbox1的比例 """ # Determine the coordinates of the intersection rectangle x_left = max(bbox1[0], bbox2[0]) y_top = max(bbox1[1], bbox2[1]) x_right = min(bbox1[2], bbox2[2]) y_bottom = min(bbox1[3], bbox2[3]) if x_right < x_left or y_bottom < y_top: return 0.0 # The area of overlap area intersection_area = (x_right - x_left) * (y_bottom - y_top) bbox1_area = (bbox1[2]-bbox1[0])*(bbox1[3]-bbox1[1]) if bbox1_area == 0: return 0 else: return intersection_area / bbox1_area def get_minbox_if_overlap_by_ratio(bbox1, bbox2, ratio): """ 通过calculate_overlap_area_2_minbox_area_ratio计算两个bbox重叠的面积占最小面积的box的比例 如果比例大于ratio,则返回小的那个bbox, 否则返回None """ x1_min, y1_min, x1_max, y1_max = bbox1 x2_min, y2_min, x2_max, y2_max = bbox2 area1 = (x1_max - x1_min) * (y1_max - y1_min) area2 = (x2_max - x2_min) * (y2_max - y2_min) overlap_ratio = calculate_overlap_area_2_minbox_area_ratio(bbox1, bbox2) if overlap_ratio > ratio: if area1 <= area2: return bbox1 else: return bbox2 else: return None def get_bbox_in_boundry(bboxes:list, boundry:tuple)-> list: x0, y0, x1, y1 = boundry new_boxes = [box for box in bboxes if box[0] >= x0 and box[1] >= y0 and box[2] <= x1 and box[3] <= y1] return new_boxes def is_vbox_on_side(bbox, width, height, side_threshold=0.2): """ 判断一个bbox是否在pdf页面的边缘 """ x0, x1 = bbox[0], bbox[2] if x1<=width*side_threshold or x0>=width*(1-side_threshold): return True return False def find_top_nearest_text_bbox(pymu_blocks, obj_bbox): tolerance_margin = 4 top_boxes = [box for box in pymu_blocks if obj_bbox[1]-box['bbox'][3] >=-tolerance_margin and not _is_in(box['bbox'], obj_bbox)] # 然后找到X方向上有互相重叠的 top_boxes = [box for box in top_boxes if any([obj_bbox[0]-tolerance_margin <=box['bbox'][0]<=obj_bbox[2]+tolerance_margin, obj_bbox[0]-tolerance_margin <=box['bbox'][2]<=obj_bbox[2]+tolerance_margin, box['bbox'][0]-tolerance_margin <=obj_bbox[0]<=box['bbox'][2]+tolerance_margin, box['bbox'][0]-tolerance_margin <=obj_bbox[2]<=box['bbox'][2]+tolerance_margin ])] # 然后找到y1最大的那个 if len(top_boxes)>0: top_boxes.sort(key=lambda x: x['bbox'][3], reverse=True) return top_boxes[0] else: return None def find_bottom_nearest_text_bbox(pymu_blocks, obj_bbox): bottom_boxes = [box for box in pymu_blocks if box['bbox'][1] - obj_bbox[3]>=-2 and not _is_in(box['bbox'], obj_bbox)] # 然后找到X方向上有互相重叠的 bottom_boxes = [box for box in bottom_boxes if any([obj_bbox[0]-2 <=box['bbox'][0]<=obj_bbox[2]+2, obj_bbox[0]-2 <=box['bbox'][2]<=obj_bbox[2]+2, box['bbox'][0]-2 <=obj_bbox[0]<=box['bbox'][2]+2, box['bbox'][0]-2 <=obj_bbox[2]<=box['bbox'][2]+2 ])] # 然后找到y0最小的那个 if len(bottom_boxes)>0: bottom_boxes.sort(key=lambda x: x['bbox'][1], reverse=False) return bottom_boxes[0] else: return None def find_left_nearest_text_bbox(pymu_blocks, obj_bbox): """ 寻找左侧最近的文本block """ left_boxes = [box for box in pymu_blocks if obj_bbox[0]-box['bbox'][2]>=-2 and not _is_in(box['bbox'], obj_bbox)] # 然后找到X方向上有互相重叠的 left_boxes = [box for box in left_boxes if any([obj_bbox[1]-2 <=box['bbox'][1]<=obj_bbox[3]+2, obj_bbox[1]-2 <=box['bbox'][3]<=obj_bbox[3]+2, box['bbox'][1]-2 <=obj_bbox[1]<=box['bbox'][3]+2, box['bbox'][1]-2 <=obj_bbox[3]<=box['bbox'][3]+2 ])] # 然后找到x1最大的那个 if len(left_boxes)>0: left_boxes.sort(key=lambda x: x['bbox'][2], reverse=True) return left_boxes[0] else: return None def find_right_nearest_text_bbox(pymu_blocks, obj_bbox): """ 寻找右侧最近的文本block """ right_boxes = [box for box in pymu_blocks if box['bbox'][0]-obj_bbox[2]>=-2 and not _is_in(box['bbox'], obj_bbox)] # 然后找到X方向上有互相重叠的 right_boxes = [box for box in right_boxes if any([obj_bbox[1]-2 <=box['bbox'][1]<=obj_bbox[3]+2, obj_bbox[1]-2 <=box['bbox'][3]<=obj_bbox[3]+2, box['bbox'][1]-2 <=obj_bbox[1]<=box['bbox'][3]+2, box['bbox'][1]-2 <=obj_bbox[3]<=box['bbox'][3]+2 ])] # 然后找到x0最小的那个 if len(right_boxes)>0: right_boxes.sort(key=lambda x: x['bbox'][0], reverse=False) return right_boxes[0] else: return None def bbox_relative_pos(bbox1, bbox2): """ 判断两个矩形框的相对位置关系 Args: bbox1: 一个四元组,表示第一个矩形框的左上角和右下角的坐标,格式为(x1, y1, x1b, y1b) bbox2: 一个四元组,表示第二个矩形框的左上角和右下角的坐标,格式为(x2, y2, x2b, y2b) Returns: 一个四元组,表示矩形框1相对于矩形框2的位置关系,格式为(left, right, bottom, top) 其中,left表示矩形框1是否在矩形框2的左侧,right表示矩形框1是否在矩形框2的右侧, bottom表示矩形框1是否在矩形框2的下方,top表示矩形框1是否在矩形框2的上方 """ x1, y1, x1b, y1b = bbox1 x2, y2, x2b, y2b = bbox2 left = x2b < x1 right = x1b < x2 bottom = y2b < y1 top = y1b < y2 return left, right, bottom, top def bbox_distance(bbox1, bbox2): """ 计算两个矩形框的距离。 Args: bbox1 (tuple): 第一个矩形框的坐标,格式为 (x1, y1, x2, y2),其中 (x1, y1) 为左上角坐标,(x2, y2) 为右下角坐标。 bbox2 (tuple): 第二个矩形框的坐标,格式为 (x1, y1, x2, y2),其中 (x1, y1) 为左上角坐标,(x2, y2) 为右下角坐标。 Returns: float: 矩形框之间的距离。 """ def dist(point1, point2): return math.sqrt((point1[0]-point2[0])**2 + (point1[1]-point2[1])**2) x1, y1, x1b, y1b = bbox1 x2, y2, x2b, y2b = bbox2 left, right, bottom, top = bbox_relative_pos(bbox1, bbox2) if top and left: return dist((x1, y1b), (x2b, y2)) elif left and bottom: return dist((x1, y1), (x2b, y2b)) elif bottom and right: return dist((x1b, y1), (x2, y2b)) elif right and top: return dist((x1b, y1b), (x2, y2)) elif left: return x1 - x2b elif right: return x2 - x1b elif bottom: return y1 - y2b elif top: return y2 - y1b else: # rectangles intersect return 0