pdf_image_tools.py 3.14 KB
Newer Older
赵小蒙's avatar
赵小蒙 committed
1

kernel.h@qq.com's avatar
update  
kernel.h@qq.com committed
2
from magic_pdf.io import AbsReaderWriter
赵小蒙's avatar
赵小蒙 committed
3
from magic_pdf.libs.commons import fitz
赵小蒙's avatar
赵小蒙 committed
4
from loguru import logger
5
from magic_pdf.libs.commons import join_path
6
from magic_pdf.libs.hash_utils import compute_sha256
赵小蒙's avatar
赵小蒙 committed
7
8


kernel.h@qq.com's avatar
update  
kernel.h@qq.com committed
9
def cut_image(bbox: tuple, page_num: int, page: fitz.Page, return_path, imageWriter:AbsReaderWriter):
赵小蒙's avatar
赵小蒙 committed
10
11
12
13
14
    """
    从第page_num页的page中,根据bbox进行裁剪出一张jpg图片,返回图片路径
    save_path:需要同时支持s3和本地, 图片存放在save_path下,文件名是: {page_num}_{bbox[0]}_{bbox[1]}_{bbox[2]}_{bbox[3]}.jpg , bbox内数字取整。
    """
    # 拼接文件名
15
    filename = f"{page_num}_{int(bbox[0])}_{int(bbox[1])}_{int(bbox[2])}_{int(bbox[3])}"
16
17

    # 老版本返回不带bucket的路径
18
    img_path = join_path(return_path, filename) if return_path is not None else None
赵小蒙's avatar
赵小蒙 committed
19

20
21
    # 新版本生成平铺路径
    img_hash256_path = f"{compute_sha256(img_path)}.jpg"
赵小蒙's avatar
赵小蒙 committed
22

23
24
25
26
27
28
    # 将坐标转换为fitz.Rect对象
    rect = fitz.Rect(*bbox)
    # 配置缩放倍数为3倍
    zoom = fitz.Matrix(3, 3)
    # 截取图片
    pix = page.get_pixmap(clip=rect, matrix=zoom)
赵小蒙's avatar
赵小蒙 committed
29

30
    byte_data = pix.tobytes(output='jpeg', jpg_quality=95)
31

kernel.h@qq.com's avatar
update  
kernel.h@qq.com committed
32
    imageWriter.write(byte_data, path=img_hash256_path, mode="binary")
赵小蒙's avatar
赵小蒙 committed
33
    imageWriter.write(content=byte_data, path=img_hash256_path, mode="binary")
34

35
    return img_hash256_path
赵小蒙's avatar
赵小蒙 committed
36
37


38
39
40
41
def save_images_by_bboxes(page_num: int, page: fitz.Page, pdf_bytes_md5: str,
                          image_bboxes: list, images_overlap_backup: list, table_bboxes: list,
                          equation_inline_bboxes: list,
                          equation_interline_bboxes: list, imageWriter) -> dict:
赵小蒙's avatar
赵小蒙 committed
42
43
44
45
46
47
48
49
50
51
52
    """
    返回一个dict, key为bbox, 值是图片地址
    """
    image_info = []
    image_backup_info = []
    table_info = []
    inline_eq_info = []
    interline_eq_info = []

    # 图片的保存路径组成是这样的: {s3_or_local_path}/{book_name}/{images|tables|equations}/{page_num}_{bbox[0]}_{bbox[1]}_{bbox[2]}_{bbox[3]}.jpg

53
54
    def return_path(type):
        return join_path(pdf_bytes_md5, type)
赵小蒙's avatar
赵小蒙 committed
55
56

    for bbox in image_bboxes:
57
        if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
赵小蒙's avatar
赵小蒙 committed
58
59
            logger.warning(f"image_bboxes: 错误的box, {bbox}")
            continue
60
61

        image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
赵小蒙's avatar
赵小蒙 committed
62
        image_info.append({"bbox": bbox, "image_path": image_path})
63

赵小蒙's avatar
赵小蒙 committed
64
    for bbox in images_overlap_backup:
65
        if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
赵小蒙's avatar
赵小蒙 committed
66
67
            logger.warning(f"images_overlap_backup: 错误的box, {bbox}")
            continue
68
        image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
赵小蒙's avatar
赵小蒙 committed
69
70
71
        image_backup_info.append({"bbox": bbox, "image_path": image_path})

    for bbox in table_bboxes:
72
        if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
赵小蒙's avatar
赵小蒙 committed
73
74
            logger.warning(f"table_bboxes: 错误的box, {bbox}")
            continue
75
        image_path = cut_image(bbox, page_num, page, return_path("tables"), imageWriter)
赵小蒙's avatar
赵小蒙 committed
76
77
        table_info.append({"bbox": bbox, "image_path": image_path})

kernel.h@qq.com's avatar
update  
kernel.h@qq.com committed
78
    return image_info, image_backup_info, table_info, inline_eq_info, interline_eq_info