Skip to content

P
pdf-miner
Commit 0ff071de authored by 赵小蒙's avatar 赵小蒙
Browse files
Options

Merge remote-tracking branch 'origin/master'

parents 8db33db4 c86c3f25
Show whitespace changes
Inline Side-by-side
Showing with 223 additions and 17 deletions
tests/test_unit.py
View file @ 0ff071de
import pytest import pytest
from magic_pdf.libs.commons import mymax from magic_pdf.libs.boxbase import _is_in_or_part_overlap, _is_in_or_part_overlap_with_area_ratio, _is_in, \
_is_part_overlap, _left_intersect, _right_intersect, _is_vertical_full_overlap, _is_bottom_full_overlap, \
_is_left_overlap
from magic_pdf.libs.commons import mymax, join_path, get_top_percent_list
from magic_pdf.libs.path_utils import parse_s3path
# 输入一个列表，如果列表空返回0，否则返回最大元素 class Testpy():
@pytest.mark.parametrize("list_input", # 输入一个列表，如果列表空返回0，否则返回最大元素
@pytest.mark.parametrize("list_input, target_num",
[ [
# [0, 0, 0, 0], # ([0, 0, 0, 0], 0),
# [(1, 2), (3, 4), (1, 4)], # ([0], 0),
# [0], # ([1, 2, 5, 8, 4], 8),
[1, 2, 5, 8, 4], # ([], 0),
# [], # ([1.1, 7.6, 1.009, 9.9], 9.9),
# ["None", "True"] ([1.0 * 10 ** 2, 3.5 * 10 ** 3, 0.9 * 10 ** 6], 0.9 * 10 ** 6),
]) ])
def test_list_max(list_input: list): def test_list_max(self, list_input: list, target_num) -> None:
""" """
list_input: 输入列表元素 list_input: 输入列表元素，元素均为数字类型
""" """
assert "True" == mymax(list_input) assert target_num == mymax(list_input)
# 连接多个参数生成路径信息，使用"/"作为连接符，生成的结果需要是一个合法路径
@pytest.mark.parametrize("path_input, target_path", [
# (['https:', '', 'www.baidu.com'], 'https://www.baidu.com'),
# (['https:', 'www.baidu.com'], 'https:/www.baidu.com'),
(['D:', 'file', 'pythonProject', 'demo' + '.py'], 'D:/file/pythonProject/demo.py'),
])
def test_join_path(self, path_input: list, target_path: str) -> None:
"""
path_input: 输入path的列表，列表元素均为字符串
"""
assert target_path == join_path(*path_input)
# 获取列表中前百分之多少的元素
@pytest.mark.parametrize("num_list, percent, target_num_list", [
# ([], 0.75, []),
# ([-5, -10, 9, 3, 7, -7, 0, 23, -1, -11], 0.8, [23, 9, 7, 3, 0, -1, -5, -7]),
# ([-5, -10, 9, 3, 7, -7, 0, 23, -1, -11], 0, []),
([-5, -10, 9, 3, 7, -7, 0, 23, -1, -11, 28], 0.8, [28, 23, 9, 7, 3, 0, -1, -5])
])
def test_get_top_percent_list(self, num_list: list, percent: float, target_num_list: list) -> None:
"""
num_list: 数字列表，列表元素为数字
percent: 占比，float, 向下取证
"""
assert target_num_list == get_top_percent_list(num_list, percent)
# 输入一个s3路径，返回bucket名字和其余部分(key)
@pytest.mark.parametrize("s3_path, target_data", [
# ("s3://bucket/path/to/my/file.txt", "bucket"),
# ("/path/to/my/file1.txt", "path"),
("bucket/path/to/my/file2.txt", "bucket"),
# ("file2.txt", "False")
])
def test_parse_s3path(self, s3_path: str, target_data: str):
"""
s3_path: s3路径
如果为无效路径，则返回对应的bucket名字和其余部分
如果为异常路径 例如：file2.txt，则报异常
"""
out_keys = parse_s3path(s3_path)
assert target_data == out_keys[0]
# 2个box是否处于包含或者部分重合关系。
# 如果某边界重合算重合。
# 部分边界重合，其他在内部也算包含
@pytest.mark.parametrize("box1, box2, target_bool", [
((120, 133, 223, 248), (128, 168, 269, 295), True),
# ((137, 53, 245, 157), (134, 11, 200, 147), True), # 部分重合
# ((137, 56, 211, 116), (140, 66, 202, 199), True), # 部分重合
# ((42, 34, 69, 65), (42, 34, 69, 65), True), # 部分重合
# ((39, 63, 87, 106), (37, 66, 85, 109), True), # 部分重合
# ((13, 37, 55, 66), (7, 46, 49, 75), True), # 部分重合
# ((56, 83, 85, 104), (64, 85, 93, 106), True), # 部分重合
# ((12, 53, 48, 94), (14, 53, 50, 94), True), # 部分重合
# ((43, 54, 93, 131), (55, 82, 77, 106), True), # 包含
# ((63, 2, 134, 71), (72, 43, 104, 78), True), # 包含
# ((25, 57, 109, 127), (26, 73, 49, 95), True), # 包含
# ((24, 47, 111, 115), (34, 81, 58, 106), True), # 包含
# ((34, 8, 105, 83), (76, 20, 116, 45), True), # 包含
])
def test_is_in_or_part_overlap(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
"""
box1: 坐标数组
box2: 坐标数组
"""
assert target_bool == _is_in_or_part_overlap(box1, box2)
# 如果box1在box2内部，返回True
# 如果是部分重合的，则重合面积占box1的比例大于阈值时候返回True
@pytest.mark.parametrize("box1, box2, target_bool", [
# ((35, 28, 108, 90), (47, 60, 83, 96), True), # 包含 box1 up box2, box2 多半,box1少半
# ((65, 151, 92, 177), (49, 99, 105, 198), True), # 包含 box1 in box2
# ((80, 62, 112, 84), (74, 40, 144, 111), True), # 包含 box1 in box2
# ((65, 88, 127, 144), (92, 102, 131, 139), False), # 包含 box2 多半，box1约一半
# ((92, 102, 131, 139), (65, 88, 127, 144), True), # 包含 box1 多半
# ((100, 93, 199, 168), (169, 126, 198, 165), False), # 包含 box2 in box1
# ((26, 75, 106, 172), (65, 108, 90, 128), False), # 包含 box2 in box1
# ((28, 90, 77, 126), (35, 84, 84, 120), True), # 相交 box1多半，box2多半
# ((37, 6, 69, 52), (28, 3, 60, 49), True), # 相交 box1多半，box2多半
((94, 29, 133, 60), (84, 30, 123, 61), True), # 相交 box1多半，box2多半
])
def test_is_in_or_part_overlap_with_area_ratio(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
out_bool = _is_in_or_part_overlap_with_area_ratio(box1, box2)
assert target_bool == out_bool
# box1在box2内部或者box2在box1内部返回True。如果部分边界重合也算作包含。
@pytest.mark.parametrize("box1, box2, target_bool", [
# ((), (), False),
# ((65, 151, 92, 177), (49, 99, 105, 198), True), # 包含 box1 in box2
# ((80, 62, 112, 84), (74, 40, 144, 111), True), # 包含 box1 in box2
# ((76, 140, 154, 277), (121, 326, 192, 384), False), # 分离
# ((65, 88, 127, 144), (92, 102, 131, 139), False), # 包含 box2 多半，box1约一半
# ((92, 102, 131, 139), (65, 88, 127, 144), False), # 包含 box1 多半
# ((68, 94, 118, 120), (68, 90, 118, 122), True), # 包含，box1 in box2 两边x相切
# ((69, 94, 118, 120), (68, 90, 118, 122), True), # 包含，box1 in box2 一边x相切
((69, 114, 118, 122), (68, 90, 118, 122), True), # 包含，box1 in box2 一边y相切
# ((100, 93, 199, 168), (169, 126, 198, 165), True), # 包含 box2 in box1 Error
# ((26, 75, 106, 172), (65, 108, 90, 128), True), # 包含 box2 in box1 Error
# ((38, 94, 122, 120), (68, 94, 118, 120), True), # 包含，box2 in box1 两边y相切 Error
# ((68, 34, 118, 158), (68, 94, 118, 120), True), # 包含，box2 in box1 两边x相切 Error
# ((68, 34, 118, 158), (68, 94, 84, 120), True), # 包含，box2 in box1 一边x相切 Error
# ((27, 94, 118, 158), (68, 94, 84, 120), True), # 包含，box2 in box1 一边y相切 Error
])
def test_is_in(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _is_in(box1, box2)
# 仅仅是部分包含关系，返回True，如果是完全包含关系则返回False
@pytest.mark.parametrize("box1, box2, target_bool", [
((65, 151, 92, 177), (49, 99, 105, 198), False), # 包含 box1 in box2
# ((80, 62, 112, 84), (74, 40, 144, 111), False), # 包含 box1 in box2
# ((76, 140, 154, 277), (121, 326, 192, 384), False), # 分离 Error
# ((76, 140, 154, 277), (121, 277, 192, 384), True), # 外相切
# ((65, 88, 127, 144), (92, 102, 131, 139), True), # 包含 box2 多半，box1约一半
# ((92, 102, 131, 139), (65, 88, 127, 144), True), # 包含 box1 多半
# ((68, 94, 118, 120), (68, 90, 118, 122), False), # 包含，box1 in box2 两边x相切
# ((69, 94, 118, 120), (68, 90, 118, 122), False), # 包含，box1 in box2 一边x相切
# ((69, 114, 118, 122), (68, 90, 118, 122), False), # 包含，box1 in box2 一边y相切
# ((26, 75, 106, 172), (65, 108, 90, 128), False), # 包含 box2 in box1 Error
# ((38, 94, 122, 120), (68, 94, 118, 120), False), # 包含，box2 in box1 两边y相切 Error
# ((68, 34, 118, 158), (68, 94, 84, 120), False), # 包含，box2 in box1 一边x相切 Error
])
def test_is_part_overlap(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _is_part_overlap(box1, box2)
# left_box右侧是否和right_box左侧有部分重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, False),
# ((88, 81, 222, 173), (60, 221, 123, 358), False), # 分离
# ((121, 149, 184, 289), (172, 130, 230, 268), True), # box1 left bottom box2 相交
# ((172, 130, 230, 268),(121, 149, 184, 289), False), # box2 left bottom box1 相交
# ((109, 68, 182, 146), (215, 188, 277, 253), False), # box1 top left box2 分离
# ((117, 53, 222, 176), (174, 142, 298, 276), True), # box1 left top box2 相交
# ((174, 142, 298, 276), (117, 53, 222, 176), False), # box2 left top box1 相交
# ((65, 88, 127, 144), (92, 102, 131, 139), True), # box1 left box2 y:box2 in box1
# ((92, 102, 131, 139), (65, 88, 127, 144), False), # box2 left box1 y:box1 in box2
# ((182, 130, 230, 268), (121, 149, 174, 289), False), # box2 left box1 分离
((1, 10, 26, 45), (3, 4, 20, 39), True), # box1 bottom box2 x:box2 in box1
])
def test_left_intersect(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _left_intersect(box1, box2)
# left_box左侧是否和right_box右侧部分重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, False),
# ((88, 81, 222, 173), (60, 221, 123, 358), False), # 分离
# ((121, 149, 184, 289), (172, 130, 230, 268), False), # box1 left bottom box2 相交
# ((172, 130, 230, 268), (121, 149, 184, 289), True), # box2 left bottom box1 相交
# ((109, 68, 182, 146), (215, 188, 277, 253), False), # box1 top left box2 分离
# ((117, 53, 222, 176), (174, 142, 298, 276), False), # box1 left top box2 相交
# ((174, 142, 298, 276), (117, 53, 222, 176), True), # box2 left top box1 相交
# ((65, 88, 127, 144), (92, 102, 131, 139), False), # box1 left box2 y:box2 in box1
# ((92, 102, 131, 139), (65, 88, 127, 144), True), # box2 left box1 y:box1 in box2 Error
((182, 130, 230, 268), (121, 149, 174, 289), False), # box2 left box1 分离
# ((1, 10, 26, 45), (3, 4, 20, 39), False), # box1 bottom box2 x:box2 in box1 Error
])
def test_right_intersect(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _right_intersect(box1, box2)
# x方向上：要么box1包含box2, 要么box2包含box1。不能部分包含
# y方向上：box1和box2有重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, False), # Error
# ((35, 28, 108, 90), (47, 60, 83, 96), True), # box1 top box2, x:box2 in box1, y:有重叠
# ((35, 28, 98, 90), (27, 60, 103, 96), True), # box1 top box2, x:box1 in box2, y:有重叠
# ((57, 77, 130, 210), (59, 219, 119, 293), False), # box1 top box2, x: box2 in box1, y:无重叠
# ((47, 60, 83, 96),(35, 28, 108, 90), True), # box2 top box1, x:box1 in box2, y:有重叠
# ((27, 60, 103, 96), (35, 28, 98, 90), True), # box2 top box1, x:box2 in box1, y:有重叠
# ((59, 219, 119, 293), (57, 77, 130, 210), False), # box2 top box1, x: box1 in box2, y:无重叠
# ((35, 28, 55, 90), (57, 60, 83, 96), False), # box1 top box2, x:无重叠, y:有重叠
((47, 60, 63, 96), (65, 28, 108, 90), False), # box2 top box1, x:无重叠, y:有重叠
])
def test_is_vertical_full_overlap(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _is_vertical_full_overlap(box1, box2)
# 检查box1下方和box2的上方有轻微的重叠，轻微程度收到y_tolerance的限制
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, False),
# ((35, 28, 108, 90), (47, 89, 83, 116), True), # box1 top box2, y:有重叠
# ((35, 28, 108, 90), (47, 60, 83, 96), False), # box1 top box2, y:有重叠且过多
# ((57, 77, 130, 210), (59, 219, 119, 293), False), # box1 top box2, y:无重叠
# ((47, 60, 83, 96), (35, 28, 108, 90), False), # box2 top box1, y:有重叠且过多
# ((27, 89, 103, 116), (35, 28, 98, 90), False), # box2 top box1, y:有重叠
((59, 219, 119, 293), (57, 77, 130, 210), False), # box2 top box1, y:无重叠
])
def test_is_bottom_full_overlap(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _is_bottom_full_overlap(box1, box2)
# 检查box1的左侧是否和box2有重叠
@pytest.mark.parametrize("box1, box2, target_bool", [
# (None, None, False),
# ((88, 81, 222, 173), (60, 221, 123, 358), False), # 分离
# ((121, 149, 184, 289), (172, 130, 230, 268), False), # box1 left bottom box2 相交 Error
# ((172, 130, 230, 268), (121, 149, 184, 289), True), # box2 left bottom box1 相交 Error
# ((109, 68, 182, 146), (215, 188, 277, 253), False), # box1 top left box2 分离
# ((117, 53, 222, 176), (174, 142, 298, 276), False), # box1 left top box2 相交
# ((174, 142, 298, 276), (117, 53, 222, 176), True), # box2 left top box1 相交 Error
# ((65, 88, 127, 144), (92, 102, 131, 139), False), # box1 left box2 y:box2 in box1 Error
((1, 10, 26, 45), (3, 4, 20, 39), True), # box1 middle bottom box2 x:box2 in box1
])
def test_is_left_overlap(self, box1: tuple, box2: tuple, target_bool: bool) -> None:
assert target_bool == _is_left_overlap(box1, box2)
# python magicpdf.py --pdf C:\Users\renpengli\Desktop\test\testpdf.pdf
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment