class ReadPdfService: @classmethod def load_content(cls, pdf_file_path: str) -> str | None: doc = None try: # PDF标题提取（需要pymupdf库） import fitz doc = fitz.open(pdf_file_path) contents = [] for page in doc: page_height = page.rect.height page_width = page.rect.width # 旧版本中 Page 对象可能没有 get_text 方法，使用 getText 方法替代 # 从 v1.21.0 版本开始，fitz.Page 类的 getText 方法已被弃用，应使用 get_text 方法 blocks = page.get_text("dict")["blocks"] # type: ignore page_number = page.number # if page_number == 39: # print("-----------------------------") blocks = cls.handle_blocks(blocks) for block in blocks: # if page_number == 39: # print("-----------------------------") # print(block) type = block["type"] if type == 1: continue content = cls.get_block_content(block,page_width,page_height) if content is not None: # if "图5-5" in content: # # print(content) # print("aaaaaaaaa") contents.append(content) return "\n".join(contents) finally: if doc is not None: doc.close() @classmethod def handle_blocks(cls, blocks: list[dict]) -> list[dict] | None: if blocks is not None: handle_block_list = cls.sort_blocks(blocks) handle_block_list = cls.filter_inner_img_block(handle_block_list) return handle_block_list return blocks @classmethod def sort_blocks(cls, blocks: list[dict]) -> list[dict] | None: if blocks is not None: def custom_sorted(block:dict) -> float: bbox = block["bbox"] return bbox[1] sorted_data_asc = sorted(blocks, key=custom_sorted) return sorted_data_asc return blocks @classmethod def handle_lines(cls, blocks: list[dict]) -> list[dict] | None: if blocks is not None: def top_sorted(block:dict) -> float: bbox = block["bbox"] return bbox[1] def left_sorted(block:dict) -> float: bbox = block["bbox"] return bbox[0] sorted_data_asc = sorted(blocks, key=top_sorted) sorted_data_asc = sorted(sorted_data_asc, key=left_sorted) return sorted_data_asc return blocks @classmethod def is_inner_img_block(cls, block: dict, img_bboxs: list[dict]) -> bool: is_inner_img = False type = block["type"] if type != 1: for img_bbox in img_bboxs: if not is_inner_img: bbox = block["bbox"] is_inner_ = (bbox[0] >= img_bbox[0] and bbox[1] >= img_bbox[1] and bbox[2] <= img_bbox[2] and bbox[3] <= img_bbox[3]) if is_inner_: is_inner_img = True return is_inner_img @classmethod def get_only_row_img_bboxs(cls, blocks: list[dict],img_bboxs: list[dict]) -> list[dict]: # 判断图片是否是单独一行，单独一行的图片，内部的文字正常处理，反之，不处理（如果两个图片并列的话，内部的文字也是正常处理） only_row_img_bboxs = [] for img_bbox in img_bboxs: # 同层级是否只有图片 is_only_img = True for block in blocks: type = block["type"] if type != 1: bbox = block["bbox"] # 判断当前是否是不在图片内的文本 is_inner_img = cls.is_inner_img_block(block, img_bboxs) # 判断当前是否在同层级 is_save_level = ( ( bbox[0] > img_bbox[2] or bbox[2] < img_bbox[0] ) and bbox[1] >= img_bbox[1] and bbox[3] <= img_bbox[3] ) if not is_inner_img and is_save_level: is_only_img = False if is_only_img: only_row_img_bboxs.append(img_bbox) return only_row_img_bboxs @classmethod def filter_inner_img_block(cls, blocks: list[dict]) -> list[dict] | None: if blocks is not None: # 判断是否有图片 img_bboxs:list[dict] = [] for block in blocks: bbox = block["bbox"] type = block["type"] if type == 1: img_bboxs.append(bbox) if len(img_bboxs) > 0: # 获取所有单独在一行的图片区域集合 only_row_img_bboxs = cls.get_only_row_img_bboxs(blocks, img_bboxs) filter_blocks: list[dict] = [] for block in blocks: type = block["type"] if type != 1: # 判断是否在单行都是图片的区域 is_only_row_img = cls.is_inner_img_block(block, only_row_img_bboxs) # 判断是否在图片区域内 is_inner_img = cls.is_inner_img_block(block, img_bboxs) # 如果在单行都是图片的区域内，返回值。或者不在图片区域内，返回值。 if is_only_row_img or not is_inner_img: filter_blocks.append(block) # else: # content_ = cls.load_block_content(block) # print(content_) return filter_blocks return blocks @classmethod def get_block_content(cls, block: dict, page_width: float, page_height : float) -> str | None: header = cls.is_header_fitz(block=block, page_width=page_width, page_height=page_height) footer = cls.is_footer_fitz(block=block, page_width=page_width, page_height=page_height) if not header and not footer: return cls.load_block_content(block=block) return None @classmethod def load_block_content(cls, block: dict) -> str | None: if "lines" in block: line_texts = [] lines = cls.handle_lines(block["lines"]) for line in lines: texts = [] for span in line["spans"]: text = span["text"].strip() if text: texts.append(text) if len(texts) > 0: line_text = "".join(texts) line_texts.append(line_text) if len(line_texts) > 0: # print("************************************",len(line_texts)) # print("\n".join(line_texts)) return "\n".join(line_texts) return None @classmethod def is_heading_fitz(cls, span: dict, page_width: float) -> bool: """ 判断一个文本片段是否为标题 :param span: PyMuPDF 返回的文本片段信息 :param page_width: 页面宽度（用于判断位置） :return: 是否为标题 """ # 特征 1：字体加粗 is_bold = "bold" in span["font"].lower() # 特征 2：字体大小（相对较大） is_large_font = span["size"] > 14 # 适当降低阈值 # 特征 3：文本位置（靠近页面顶部或居中） is_top = span["origin"][1] < 100 # 距离页面顶部小于 100 像素 is_centered = abs(span["origin"][0] - page_width / 2) < 50 # 水平居中 # 特征 4：文本格式（包含大写字母或编号） text = span["text"].strip() is_uppercase = text.isupper() is_numbered = any(text.startswith(f"{i}.") for i in range(1, 10)) # 如 "1.", "2." # 综合判断 # return is_bold or is_large_font # flg = (is_bold or is_large_font) and (is_top or is_centered) and (is_uppercase or is_numbered) flg = is_numbered if flg : print("标题：",text) return flg @classmethod def is_top_fitz(cls, bbox_top: float) -> bool: # print("----------------",bbox_top) if bbox_top < 58: return True return False @classmethod def is_bottom_fitz(cls, bbox_bottom: float, page_height) -> bool: # print("----------------",bbox_top) if bbox_bottom > page_height - 60: return True return False @classmethod def is_centered_fitz(cls, origin_x: float, page_width: float) -> bool: is_centered = abs(origin_x - page_width / 2) < 20 # 水平居中 return is_centered @classmethod def get_origin_bybbox(cls,bbox:list[float]) -> list[float]: x = (bbox[0] + bbox[2]) / 2 y = (bbox[1] + bbox[3]) / 2 origin = list([x,y]) return origin @classmethod def get_first_span(cls,block:dict) -> dict | None: if "lines" in block and len(block["lines"]) > 0: lines = block["lines"] line = lines[0] return line["spans"][0] return None @classmethod def is_bold_byspan(cls,span:dict) -> bool: is_bold = "bold" in span["font"].lower() return is_bold @classmethod def is_header_fitz(cls,block: dict,page_width: float, page_height: float) -> bool: # 判断block if block: bbox = block["bbox"] # number = block["number"] origin = cls.get_origin_bybbox(bbox) if "lines" in block and len(block["lines"]) == 1: span = cls.get_first_span(block) # 是否加粗 is_bold = cls.is_bold_byspan(span) # 判断字体是否比较小 is_font_size = span["size"] < 10 # 不满行 is_not_full_line = bbox[0] > 120 or (bbox[3] < (page_width -120)) # 靠近页面顶部 is_top = cls.is_top_fitz(bbox_top = bbox[1]) # 距离页面顶部小于 100 像素 # 水平居中 is_centered = cls.is_centered_fitz(origin_x = origin[0], page_width=page_width) # 在判断字体是否加粗，或者字体大小，一般页眉页脚的字体比较小 return is_top or ( bbox[1] < 70 and not is_bold and is_font_size and is_centered and is_not_full_line ) return False @classmethod def is_footer_fitz(cls,block: dict,page_width: float, page_height: float) -> bool: # 判断block if block: bbox = block["bbox"] # number = block["number"] origin = cls.get_origin_bybbox(bbox) if "lines" in block : span = cls.get_first_span(block) # 是否加粗 is_bold = cls.is_bold_byspan(span) # 判断字体是否比较小 is_font_size = span["size"] < 10 # 不满行 is_not_full_line = bbox[0] > 120 or (bbox[3] < (page_width -120)) # 靠近页面顶部 is_bottom = cls.is_bottom_fitz(bbox_bottom = bbox[3],page_height=page_height) # 距离页面顶部小于 100 像素 # 水平居中 is_centered = cls.is_centered_fitz(origin_x = origin[0], page_width=page_width) # 在判断字体是否加粗，或者字体大小，一般页眉页脚的字体比较小 return is_bottom or ( bbox[3] > page_height - 70 and not is_bold and is_font_size and is_centered and is_not_full_line ) return False if __name__ == "__main__": readPdfService = ReadPdfService() content = readPdfService.load_content(pdf_file_path=r"D:\a.pdf") # print(content) print(content) # PyPdfService.get_headline_page_dictionary(pdf_file_path=r"D:\a.pdf")