feat(rapidocr): optim to_markdown

Author: SWHL

python/demo.py

@@ -5,8 +5,9 @@
 
 engine = RapidOCR()
 
-img_url = "https://img1.baidu.com/it/u=3619974146,1266987475&fm=253&fmt=auto&app=138&f=JPEG?w=500&h=516"
-result = engine(img_url, return_word_box=True, return_single_char_box=True)
+img_url = "tests/test_files/ch_en_num.jpg"
+result = engine(img_url)
 print(result)
 
 result.vis("vis_result.jpg")
+print(result.to_markdown())

python/rapidocr/utils/output.py

@@ -7,6 +7,7 @@
 import numpy as np
 
 from .logger import Logger
+from .to_markdown import ToMarkdown
 from .utils import save_img
 from .vis_res import VisRes
 
@@ -37,6 +38,9 @@ def __len__(self):
     def to_json(self):
         pass
 
+    def to_markdown(self) -> str:
+        return ToMarkdown.to(self.boxes, self.txts)
+
     def vis(self, save_path: Optional[str] = None, font_path: Optional[str] = None):
         if self.img is None or self.boxes is None:
             logger.warning("No image or boxes to visualize.")

python/rapidocr/utils/recon2md.py

@@ -0,0 +1,102 @@
+# -*- encoding: utf-8 -*-
+import numpy as np
+
+
+class ToMarkdown:
+    @classmethod
+    def to(cls, boxes, txts) -> str:
+        # def to(cls, result: RapidOCROutput) -> str:
+        """
+        根据 OCR 结果的坐标信息，将文本还原为近似原始排版的 Markdown。
+
+        Args:
+            result (RapidOCROutput): RapidOCR 的输出结果对象。
+
+        Returns:
+            str: 模拟原始排版的 Markdown 字符串。
+        """
+        if boxes is None or txts is None:
+            return "没有检测到任何文本。"
+
+        # 1. 将 box 和 text 绑定并排序
+        #    主键：box 的顶部 y 坐标；次键：box 的左侧 x 坐标
+        combined_data = sorted(
+            zip(boxes, txts),
+            key=lambda item: (
+                cls.get_box_properties(item[0])["top"],
+                cls.get_box_properties(item[0])["left"],
+            ),
+        )
+
+        output_lines = []
+        if not combined_data:
+            return ""
+
+        # 初始化当前行和前一个框的属性
+        current_line_parts = [combined_data[0][1]]
+        prev_props = cls.get_box_properties(combined_data[0][0])
+
+        # 从第二个框开始遍历
+        for box, text in combined_data[1:]:
+            current_props = cls.get_box_properties(box)
+
+            # 启发式规则来决定如何布局
+            # 条件1：中心线距离是否足够近
+            min_height = min(current_props["height"], prev_props["height"])
+            centers_are_close = abs(
+                current_props["center_y"] - prev_props["center_y"]
+            ) < (min_height * 0.5)
+
+            # 条件2：是否存在垂直方向的重叠
+            # 计算重叠区域的顶部和底部
+            overlap_top = max(prev_props["top"], current_props["top"])
+            overlap_bottom = min(prev_props["bottom"], current_props["bottom"])
+            has_vertical_overlap = overlap_bottom > overlap_top
+
+            # 最终判断：满足任一条件即可
+            is_same_line = centers_are_close or has_vertical_overlap
+
+            if is_same_line:
+                # 在同一行，用空格隔开
+                current_line_parts.append("   ")  # 使用多个空格以产生明显间距
+                current_line_parts.append(text)
+            else:
+                # 不在同一行，需要换行
+                # 先将上一行组合成字符串并添加到输出列表
+                output_lines.append("".join(current_line_parts))
+
+                # 规则2：判断是否需要插入空行（新段落）
+                # 如果垂直间距大于上一个框高度的某个比例（如70%），则认为是一个新段落
+                vertical_gap = current_props["top"] - prev_props["bottom"]
+                if vertical_gap > prev_props["height"] * 0.7:
+                    output_lines.append("")  # 插入空行来创建段落
+
+                # 开始一个新行
+                current_line_parts = [text]
+
+            # 更新前一个框的属性
+            prev_props = current_props
+
+        # 添加最后一行
+        output_lines.append("".join(current_line_parts))
+
+        return "\n".join(output_lines)
+
+    @staticmethod
+    def get_box_properties(box: np.ndarray) -> dict:
+        """从坐标数组中计算框的几何属性"""
+        # box shape is (4, 2) -> [[x1, y1], [x2, y2], [x3, y3], [x4, y4]]
+        ys = box[:, 1]
+        xs = box[:, 0]
+
+        top = np.min(ys)
+        bottom = np.max(ys)
+        left = np.min(xs)
+
+        return {
+            "top": top,
+            "bottom": bottom,
+            "left": left,
+            "height": bottom - top,
+            "center_y": top + (bottom - top) / 2,
+        }