Skip to content

P
pdf-miner
Commit 2e5779e9 authored by renpengli's avatar renpengli
Browse files
Options

add base unittest two box +1

parent 34116805
Show whitespace changes
Inline Side-by-side
Showing with 321 additions and 223 deletions
tests/test_unit.py
View file @ 2e5779e9
......@@ -2,14 +2,14 @@ import pytest
from magic_pdf.libs.boxbase import _is_in_or_part_overlap, _is_in_or_part_overlap_with_area_ratio, _is_in, \
_is_part_overlap, _left_intersect, _right_intersect, _is_vertical_full_overlap, _is_bottom_full_overlap, \
_is_left_overlap
_is_left_overlap, __is_overlaps_y_exceeds_threshold, calculate_iou, calculate_overlap_area_2_minbox_area_ratio, \
calculate_overlap_area_in_bbox1_area_ratio, get_minbox_if_overlap_by_ratio
from magic_pdf.libs.commons import mymax, join_path, get_top_percent_list
from magic_pdf.libs.path_utils import parse_s3path
class Testpy():
# 输入一个列表，如果列表空返回0，否则返回最大元素
@pytest.mark.parametrize("list_input, target_num",
# 输入一个列表，如果列表空返回0，否则返回最大元素
@pytest.mark.parametrize("list_input, target_num",
[
# ([0, 0, 0, 0], 0),
# ([0], 0),
......@@ -18,46 +18,49 @@ class Testpy():
# ([1.1, 7.6, 1.009, 9.9], 9.9),
([1.0 * 10 ** 2, 3.5 * 10 ** 3, 0.9 * 10 ** 6], 0.9 * 10 ** 6),
])
def test_list_max(self, list_input: list, target_num) -> None:
def test_list_max(list_input: list, target_num) -> None:
"""
list_input: 输入列表元素，元素均为数字类型
"""
assert target_num == mymax(list_input)
# 连接多个参数生成路径信息，使用"/"作为连接符，生成的结果需要是一个合法路径
@pytest.mark.parametrize("path_input, target_path", [
# 连接多个参数生成路径信息，使用"/"作为连接符，生成的结果需要是一个合法路径
@pytest.mark.parametrize("path_input, target_path", [
# (['https:', '', 'www.baidu.com'], 'https://www.baidu.com'),
# (['https:', 'www.baidu.com'], 'https:/www.baidu.com'),
(['D:', 'file', 'pythonProject', 'demo' + '.py'], 'D:/file/pythonProject/demo.py'),
])
def test_join_path(self, path_input: list, target_path: str) -> None:
])
def test_join_path(path_input: list, target_path: str) -> None:
"""
path_input: 输入path的列表，列表元素均为字符串
"""
assert target_path == join_path(*path_input)
# 获取列表中前百分之多少的元素
@pytest.mark.parametrize("num_list, percent, target_num_list", [
# 获取列表中前百分之多少的元素
@pytest.mark.parametrize("num_list, percent, target_num_list", [
# ([], 0.75, []),
# ([-5, -10, 9, 3, 7, -7, 0, 23, -1, -11], 0.8, [23, 9, 7, 3, 0, -1, -5, -7]),
# ([-5, -10, 9, 3, 7, -7, 0, 23, -1, -11], 0, []),
([-5, -10, 9, 3, 7, -7, 0, 23, -1, -11, 28], 0.8, [28, 23, 9, 7, 3, 0, -1, -5])
])
def test_get_top_percent_list(self, num_list: list, percent: float, target_num_list: list) -> None:
])
def test_get_top_percent_list(num_list: list, percent: float, target_num_list: list) -> None:
"""
num_list: 数字列表，列表元素为数字
percent: 占比，float, 向下取证
"""
assert target_num_list == get_top_percent_list(num_list, percent)
# 输入一个s3路径，返回bucket名字和其余部分(key)
@pytest.mark.parametrize("s3_path, target_data", [
# 输入一个s3路径，返回bucket名字和其余部分(key)
@pytest.mark.parametrize("s3_path, target_data", [
# ("s3://bucket/path/to/my/file.txt", "bucket"),
# ("/path/to/my/file1.txt", "path"),
("bucket/path/to/my/file2.txt", "bucket"),
# ("file2.txt", "False")
])
def test_parse_s3path(self, s3_path: str, target_data: str):
])
def test_parse_s3path(s3_path: str, target_data: str):
"""
s3_path: s3路径
如果为无效路径，则返回对应的bucket名字和其余部分
......@@ -66,10 +69,11 @@ class Testpy():
out_keys = parse_s3path(s3_path)
assert target_data == out_keys[0]
# 2个box是否处于包含或者部分重合关系。
# 如果某边界重合算重合。
# 部分边界重合，其他在内部也算包含
@pytest.mark.parametrize("box1, box2, target_bool", [
# 2个box是否处于包含或者部分重合关系。
# 如果某边界重合算重合。
# 部分边界重合，其他在内部也算包含
@pytest.mark.parametrize("box1, box2, target_bool", [
((120, 133, 223, 248), (128, 168, 269, 295), True),
# ((137, 53, 245, 157), (134, 11, 200, 147), True), # 部分重合
# ((137, 56, 211, 116), (140, 66, 202, 199), True), # 部分重合
......@@ -83,17 +87,18 @@ class Testpy():
# ((25, 57, 109, 127), (26, 73, 49, 95), True), # 包含
# ((24, 47, 111, 115), (34, 81, 58, 106), True), # 包含
# ((34, 8, 105, 83), (76, 20, 116, 45), True), # 包含
])
def test_is_in_or_part_overlap(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
])
def test_is_in_or_part_overlap(box1: tuple, box2: tuple, target_bool: bool) -> None:
"""
box1: 坐标数组
box2: 坐标数组
"""
assert target_bool == _is_in_or_part_overlap(box1, box2)
# 如果box1在box2内部，返回True
# 如果是部分重合的，则重合面积占box1的比例大于阈值时候返回True
@pytest.mark.parametrize("box1, box2, target_bool", [
# 如果box1在box2内部，返回True
# 如果是部分重合的，则重合面积占box1的比例大于阈值时候返回True
@pytest.mark.parametrize("box1, box2, target_bool", [
# ((35, 28, 108, 90), (47, 60, 83, 96), True), # 包含 box1 up box2, box2 多半,box1少半
# ((65, 151, 92, 177), (49, 99, 105, 198), True), # 包含 box1 in box2
# ((80, 62, 112, 84), (74, 40, 144, 111), True), # 包含 box1 in box2
......@@ -104,13 +109,14 @@ class Testpy():
# ((28, 90, 77, 126), (35, 84, 84, 120), True), # 相交 box1多半，box2多半
# ((37, 6, 69, 52), (28, 3, 60, 49), True), # 相交 box1多半，box2多半
((94, 29, 133, 60), (84, 30, 123, 61), True), # 相交 box1多半，box2多半
])
def test_is_in_or_part_overlap_with_area_ratio(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
])
def test_is_in_or_part_overlap_with_area_ratio(box1: tuple, box2: tuple, target_bool: bool) -> None:
out_bool = _is_in_or_part_overlap_with_area_ratio(box1, box2)
assert target_bool == out_bool
# box1在box2内部或者box2在box1内部返回True。如果部分边界重合也算作包含。
@pytest.mark.parametrize("box1, box2, target_bool", [
# box1在box2内部或者box2在box1内部返回True。如果部分边界重合也算作包含。
@pytest.mark.parametrize("box1, box2, target_bool", [
# ((), (), False),
# ((65, 151, 92, 177), (49, 99, 105, 198), True), # 包含 box1 in box2
# ((80, 62, 112, 84), (74, 40, 144, 111), True), # 包含 box1 in box2
......@@ -126,12 +132,13 @@ class Testpy():
# ((68, 34, 118, 158), (68, 94, 118, 120), True), # 包含，box2 in box1 两边x相切 Error
# ((68, 34, 118, 158), (68, 94, 84, 120), True), # 包含，box2 in box1 一边x相切 Error
# ((27, 94, 118, 158), (68, 94, 84, 120), True), # 包含，box2 in box1 一边y相切 Error
])
def test_is_in(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
])
def test_is_in(box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _is_in(box1, box2)
# 仅仅是部分包含关系，返回True，如果是完全包含关系则返回False
@pytest.mark.parametrize("box1, box2, target_bool", [
# 仅仅是部分包含关系，返回True，如果是完全包含关系则返回False
@pytest.mark.parametrize("box1, box2, target_bool", [
((65, 151, 92, 177), (49, 99, 105, 198), False), # 包含 box1 in box2
# ((80, 62, 112, 84), (74, 40, 144, 111), False), # 包含 box1 in box2
# ((76, 140, 154, 277), (121, 326, 192, 384), False), # 分离 Error
......@@ -145,12 +152,13 @@ class Testpy():
# ((38, 94, 122, 120), (68, 94, 118, 120), False), # 包含，box2 in box1 两边y相切 Error
# ((68, 34, 118, 158), (68, 94, 84, 120), False), # 包含，box2 in box1 一边x相切 Error
])
def test_is_part_overlap(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
])
def test_is_part_overlap(box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _is_part_overlap(box1, box2)
# left_box右侧是否和right_box左侧有部分重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# left_box右侧是否和right_box左侧有部分重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, False),
# ((88, 81, 222, 173), (60, 221, 123, 358), False), # 分离
# ((121, 149, 184, 289), (172, 130, 230, 268), True), # box1 left bottom box2 相交
......@@ -162,12 +170,13 @@ class Testpy():
# ((92, 102, 131, 139), (65, 88, 127, 144), False), # box2 left box1 y:box1 in box2
# ((182, 130, 230, 268), (121, 149, 174, 289), False), # box2 left box1 分离
((1, 10, 26, 45), (3, 4, 20, 39), True), # box1 bottom box2 x:box2 in box1
])
def test_left_intersect(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
])
def test_left_intersect(box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _left_intersect(box1, box2)
# left_box左侧是否和right_box右侧部分重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# left_box左侧是否和right_box右侧部分重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, False),
# ((88, 81, 222, 173), (60, 221, 123, 358), False), # 分离
# ((121, 149, 184, 289), (172, 130, 230, 268), False), # box1 left bottom box2 相交
......@@ -179,13 +188,14 @@ class Testpy():
# ((92, 102, 131, 139), (65, 88, 127, 144), True), # box2 left box1 y:box1 in box2 Error
((182, 130, 230, 268), (121, 149, 174, 289), False), # box2 left box1 分离
# ((1, 10, 26, 45), (3, 4, 20, 39), False), # box1 bottom box2 x:box2 in box1 Error
])
def test_right_intersect(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
])
def test_right_intersect(box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _right_intersect(box1, box2)
# x方向上：要么box1包含box2, 要么box2包含box1。不能部分包含
# y方向上：box1和box2有重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# x方向上：要么box1包含box2, 要么box2包含box1。不能部分包含
# y方向上：box1和box2有重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, False), # Error
# ((35, 28, 108, 90), (47, 60, 83, 96), True), # box1 top box2, x:box2 in box1, y:有重叠
# ((35, 28, 98, 90), (27, 60, 103, 96), True), # box1 top box2, x:box1 in box2, y:有重叠
......@@ -195,12 +205,13 @@ class Testpy():
# ((59, 219, 119, 293), (57, 77, 130, 210), False), # box2 top box1, x: box1 in box2, y:无重叠
# ((35, 28, 55, 90), (57, 60, 83, 96), False), # box1 top box2, x:无重叠, y:有重叠
((47, 60, 63, 96), (65, 28, 108, 90), False), # box2 top box1, x:无重叠, y:有重叠
])
def test_is_vertical_full_overlap(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
])
def test_is_vertical_full_overlap(box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _is_vertical_full_overlap(box1, box2)
# 检查box1下方和box2的上方有轻微的重叠，轻微程度收到y_tolerance的限制
@pytest.mark.parametrize("box1, box2, target_bool", [
# 检查box1下方和box2的上方有轻微的重叠，轻微程度收到y_tolerance的限制
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, False),
# ((35, 28, 108, 90), (47, 89, 83, 116), True), # box1 top box2, y:有重叠
# ((35, 28, 108, 90), (47, 60, 83, 96), False), # box1 top box2, y:有重叠且过多
......@@ -208,12 +219,13 @@ class Testpy():
# ((47, 60, 83, 96), (35, 28, 108, 90), False), # box2 top box1, y:有重叠且过多
# ((27, 89, 103, 116), (35, 28, 98, 90), False), # box2 top box1, y:有重叠
((59, 219, 119, 293), (57, 77, 130, 210), False), # box2 top box1, y:无重叠
])
def test_is_bottom_full_overlap(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
])
def test_is_bottom_full_overlap(box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _is_bottom_full_overlap(box1, box2)
# 检查box1的左侧是否和box2有重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# 检查box1的左侧是否和box2有重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, False),
# ((88, 81, 222, 173), (60, 221, 123, 358), False), # 分离
# ((121, 149, 184, 289), (172, 130, 230, 268), False), # box1 left bottom box2 相交 Error
......@@ -224,8 +236,94 @@ class Testpy():
# ((65, 88, 127, 144), (92, 102, 131, 139), False), # box1 left box2 y:box2 in box1 Error
((1, 10, 26, 45), (3, 4, 20, 39), True), # box1 middle bottom box2 x:box2 in box1
])
def test_is_left_overlap(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
])
def test_is_left_overlap(box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _is_left_overlap(box1, box2)
# python magicpdf.py --pdf C:\Users\renpengli\Desktop\test\testpdf.pdf
# 查两个bbox在y轴上是否有重叠，并且该重叠区域的高度占两个bbox高度更低的那个超过阈值
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, "Error"), # Error
# ((51, 69, 192, 147), (75, 48, 132, 187), True), # y: box1 in box2
# ((51, 39, 192, 197), (75, 48, 132, 187), True), # y: box2 in box1
# ((88, 81, 222, 173), (60, 221, 123, 358), False), # y: box1 top box2
# ((109, 68, 182, 196), (215, 188, 277, 253), False), # y: box1 top box2 little
# ((109, 68, 182, 196), (215, 78, 277, 253), True), # y: box1 top box2 more
# ((109, 68, 182, 196), (215, 138, 277, 213), False), # y: box1 top box2 more but lower overlap_ratio_threshold
((109, 68, 182, 196), (215, 138, 277, 203), True), # y: box1 top box2 more and more overlap_ratio_threshold
])
def test_is_overlaps_y_exceeds_threshold(box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == __is_overlaps_y_exceeds_threshold(box1, box2)
# Determine the coordinates of the intersection rectangle
@pytest.mark.parametrize("box1, box2, target_num", [
# (None, None, "Error"), # Error
# ((88, 81, 222, 173), (60, 221, 123, 358), 0.0), # 分离
# ((76, 140, 154, 277), (121, 326, 192, 384), 0.0), # 分离
# ((142, 109, 238, 164), (134, 211, 224, 270), 0.0) # 分离
# ((109, 68, 182, 196), (175, 138, 277, 213), 0.024475524475524476) # 相交
# ((56, 90, 170, 219), (103, 212, 171, 304), 0.02288586346557361), # 相交
# ((109, 126, 204, 245), (130, 127, 232, 186), 0.33696071621517326), # 相交
# ((109, 126, 204, 245), (110, 127, 232, 206), 0.5493822593770807), # 相交
((76, 140, 154, 277), (121, 277, 192, 384), 0.0) # 相切
])
def test_calculate_iou(box1: tuple, box2: tuple, target_num: float) -> None:
assert target_num == calculate_iou(box1, box2)
# 计算box1和box2的重叠面积占最小面积的box的比例
@pytest.mark.parametrize("box1, box2, target_num", [
# (None, None, "Error"), # Error
# ((142, 109, 238, 164), (134, 211, 224, 270), 0.0), # 分离
((88, 81, 222, 173), (60, 221, 123, 358), 0.0), # 分离
# ((76, 140, 154, 277), (121, 326, 192, 384), 0.0), # 分离
# ((76, 140, 154, 277), (121, 277, 192, 384), 0.0), # 相切
# ((109, 126, 204, 245), (110, 127, 232, 206), 0.7704918032786885), # 相交
# ((56, 90, 170, 219), (103, 212, 171, 304), 0.07496803069053709), # 相交
# ((121, 149, 184, 289), (172, 130, 230, 268), 0.17841079460269865), # 相交
# ((51, 69, 192, 147), (75, 48, 132, 187), 0.5611510791366906), # 相交
# ((117, 53, 222, 176), (174, 142, 298, 276), 0.12636469221835075), # 相交
# ((102, 60, 233, 203), (70, 190, 220, 319), 0.08188757807078417), # 相交
# ((109, 126, 204, 245), (130, 127, 232, 186), 0.7254901960784313), # 相交
])
def test_calculate_overlap_area_2_minbox_area_ratio(box1: tuple, box2: tuple, target_num: float) -> None:
assert target_num == calculate_overlap_area_2_minbox_area_ratio(box1, box2)
# 计算box1和box2的重叠面积占bbox1的比例
@pytest.mark.parametrize("box1, box2, target_num", [
# (None, None, "Error"), # Error
# ((142, 109, 238, 164), (134, 211, 224, 270), 0.0), # 分离
# ((88, 81, 222, 173), (60, 221, 123, 358), 0.0), # 分离
# ((76, 140, 154, 277), (121, 326, 192, 384), 0.0), # 分离
# ((76, 140, 154, 277), (121, 277, 192, 384), 0.0), # 相切
# ((142, 109, 238, 164), (134, 164, 224, 270), 0.0), # 相切
# ((109, 126, 204, 245), (110, 127, 232, 206), 0.6568774878372402), # 相交
# ((56, 90, 170, 219), (103, 212, 171, 304), 0.03189174486604107), # 相交
# ((121, 149, 184, 289), (172, 130, 230, 268), 0.1619047619047619), # 相交
# ((51, 69, 192, 147), (75, 48, 132, 187), 0.40425531914893614), # 相交
# ((117, 53, 222, 176), (174, 142, 298, 276), 0.12636469221835075), # 相交
# ((102, 60, 233, 203), (70, 190, 220, 319), 0.08188757807078417), # 相交
((109, 126, 204, 245), (130, 127, 232, 186), 0.38620079610791685), # 相交
])
def test_calculate_overlap_area_in_bbox1_area_ratio(box1: tuple, box2: tuple, target_num: float) -> None:
assert target_num == calculate_overlap_area_in_bbox1_area_ratio(box1, box2)
# 计算两个bbox重叠的面积占最小面积的box的比例，如果比例大于ratio，则返回小的那个bbox,否则返回None
@pytest.mark.parametrize("box1, box2, ratio, target_box", [
# (None, None, 0.8, "Error"), # Error
((142, 109, 238, 164), (134, 211, 224, 270), 0.0, None), # 分离
# ((109, 126, 204, 245), (110, 127, 232, 206), 0.5, (110, 127, 232, 206)),
# ((56, 90, 170, 219), (103, 212, 171, 304), 0.5, None),
# ((121, 149, 184, 289), (172, 130, 230, 268), 0.5, None),
# ((51, 69, 192, 147), (75, 48, 132, 187), 0.5, (75, 48, 132, 187)),
# ((117, 53, 222, 176), (174, 142, 298, 276), 0.5, None),
# ((102, 60, 233, 203), (70, 190, 220, 319), 0.5, None),
# ((109, 126, 204, 245), (130, 127, 232, 186), 0.5, (130, 127, 232, 186)),
])
def test_get_minbox_if_overlap_by_ratio(box1: tuple, box2: tuple, ratio: float, target_box: list) -> None:
assert target_box == get_minbox_if_overlap_by_ratio(box1, box2, ratio)
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment