"
)
tabel_content = tabel_content.replace("| ", " | ")
tabel_content = tabel_content.replace(" | ", " | ")
return tabel_content
def build_handle_funcs_dict(
*,
text_func,
image_func,
chart_func,
table_func,
formula_func,
seal_func,
):
"""
Build a dictionary mapping block labels to their formatting functions.
Args:
text_func: Function to format text blocks.
image_func: Function to format image blocks.
chart_func: Function to format chart blocks.
table_func: Function to format table blocks.
formula_func: Function to format formula blocks.
seal_func: Function to format seal blocks.
Returns:
dict: A mapping from block label to handler function.
"""
return {
"paragraph_title": format_title_func,
"abstract_title": format_title_func,
"reference_title": format_title_func,
"content_title": format_title_func,
"doc_title": lambda block: f"# {block.content}".replace("-\n", "").replace(
"\n", " "
),
"table_title": text_func,
"figure_title": text_func,
"chart_title": text_func,
"vision_footnote": lambda block: block.content.replace("\n\n", "\n").replace(
"\n", "\n\n"
),
"text": lambda block: block.content.replace("\n\n", "\n").replace("\n", "\n\n"),
"ocr": lambda block: block.content.replace("\n\n", "\n").replace("\n", "\n\n"),
"vertical_text": lambda block: block.content.replace("\n\n", "\n").replace(
"\n", "\n\n"
),
"reference_content": lambda block: block.content.replace("\n\n", "\n").replace(
"\n", "\n\n"
),
"abstract": partial(
format_first_line_func,
templates=["摘要", "abstract"],
format_func=lambda l: f"## {l}\n",
spliter=" ",
),
"content": lambda block: block.content.replace("-\n", " \n").replace(
"\n", " \n"
),
"image": image_func,
"chart": chart_func,
"formula": formula_func,
"display_formula": formula_func,
"inline_formula": formula_func,
"table": table_func,
"reference": partial(
format_first_line_func,
templates=["参考文献", "references"],
format_func=lambda l: f"## {l}",
spliter="\n",
),
"algorithm": lambda block: block.content.strip("\n"),
"seal": seal_func,
"number": format_text_plain_func,
"footnote": format_text_plain_func,
"header": format_text_plain_func,
"header_image": image_func,
"footer": format_text_plain_func,
"footer_image": image_func,
"aside_text": format_text_plain_func,
}
class PaddleOCRVLResult(BaseCVResult, HtmlMixin, XlsxMixin, MarkdownMixin):
"""
PaddleOCRVLResult class for holding and formatting OCR/VL parsing results.
"""
def __init__(self, data) -> None:
"""
Initializes a new instance of the class with the specified data.
Args:
data: The input data for the parsing result.
"""
super().__init__(data)
HtmlMixin.__init__(self)
XlsxMixin.__init__(self)
MarkdownMixin.__init__(self)
JsonMixin.__init__(self)
markdown_ignore_labels = self["model_settings"].get(
"markdown_ignore_labels", []
)
self.visualize_order_labels = [
label
for label in VISUALIZE_ORDE_LABELS
if label not in markdown_ignore_labels
]
def _to_img(self) -> dict[str, np.ndarray]:
"""
Convert the parsing result to a dictionary of images.
Returns:
dict: Keys are names, values are numpy arrays (images).
"""
from ..layout_parsing.utils import get_show_color
res_img_dict = {}
model_settings = self["model_settings"]
if model_settings["use_doc_preprocessor"]:
for key, value in self["doc_preprocessor_res"].img.items():
res_img_dict[key] = value
if self["model_settings"]["use_layout_detection"]:
res_img_dict["layout_det_res"] = self["layout_det_res"].img["res"]
# for layout ordering image
image = Image.fromarray(self["doc_preprocessor_res"]["output_img"][:, :, ::-1])
draw = ImageDraw.Draw(image, "RGBA")
font_size = int(0.018 * int(image.width)) + 2
font = ImageFont.truetype(PINGFANG_FONT.path, font_size, encoding="utf-8")
parsing_result = self["parsing_res_list"]
order_index = 0
for block in parsing_result:
bbox = block.bbox
label = block.label
fill_color = get_show_color(label, False)
draw.rectangle(bbox, fill=fill_color)
if label in self.visualize_order_labels:
text_position = (bbox[2] + 2, bbox[1] - font_size // 2)
if int(image.width) - bbox[2] < font_size:
text_position = (
int(bbox[2] - font_size * 1.1),
bbox[1] - font_size // 2,
)
draw.text(text_position, str(order_index + 1), font=font, fill="red")
order_index += 1
res_img_dict["layout_order_res"] = image
return res_img_dict
def _to_html(self) -> dict[str, str]:
"""
Converts the prediction to its corresponding HTML representation.
Returns:
dict: The str type HTML representation result.
"""
res_html_dict = {}
if len(self["table_res_list"]) > 0:
for sno in range(len(self["table_res_list"])):
table_res = self["table_res_list"][sno]
table_region_id = table_res["table_region_id"]
key = f"table_{table_region_id}"
res_html_dict[key] = table_res.html["pred"]
return res_html_dict
def _to_xlsx(self) -> dict[str, str]:
"""
Converts the prediction HTML to an XLSX file path.
Returns:
dict: The str type XLSX representation result.
"""
res_xlsx_dict = {}
if len(self["table_res_list"]) > 0:
for sno in range(len(self["table_res_list"])):
table_res = self["table_res_list"][sno]
table_region_id = table_res["table_region_id"]
key = f"table_{table_region_id}"
res_xlsx_dict[key] = table_res.xlsx["pred"]
return res_xlsx_dict
def _to_str(self, *args, **kwargs) -> dict[str, str]:
"""
Converts the instance's attributes to a dictionary and then to a string.
Args:
*args: Additional positional arguments passed to the base class method.
**kwargs: Additional keyword arguments passed to the base class method.
Returns:
dict: A dictionary with the instance's attributes converted to strings.
"""
data = {}
data["input_path"] = self["input_path"]
data["page_index"] = self["page_index"]
data["page_count"] = self["page_count"]
data["width"] = self["width"]
data["height"] = self["height"]
model_settings = self["model_settings"]
data["model_settings"] = model_settings
if self["model_settings"]["use_doc_preprocessor"]:
data["doc_preprocessor_res"] = self["doc_preprocessor_res"].str["res"]
if self["model_settings"]["use_layout_detection"]:
data["layout_det_res"] = self["layout_det_res"].str["res"]
parsing_res_list = self["parsing_res_list"]
parsing_res_list = [
{
"block_label": parsing_res.label,
"block_content": parsing_res.content,
"block_bbox": parsing_res.bbox,
}
for parsing_res in parsing_res_list
]
data["parsing_res_list"] = parsing_res_list
return JsonMixin._to_str(data, *args, **kwargs)
def _to_json(self, *args, **kwargs) -> dict[str, str]:
"""
Converts the object's data to a JSON dictionary.
Args:
*args: Positional arguments passed to the JsonMixin._to_json method.
**kwargs: Keyword arguments passed to the JsonMixin._to_json method.
Returns:
dict: A dictionary containing the object's data in JSON format.
"""
data = {}
data["input_path"] = self["input_path"]
data["page_index"] = self["page_index"]
data["page_count"] = self["page_count"]
data["width"] = self["width"]
data["height"] = self["height"]
model_settings = self["model_settings"]
data["model_settings"] = model_settings
if self["model_settings"].get("format_block_content", False):
original_image_width = self["doc_preprocessor_res"]["output_img"].shape[1]
format_text_func = lambda block: format_centered_by_html(
format_text_plain_func(block)
)
format_image_func = lambda block: format_centered_by_html(
format_image_scaled_by_html_func(
block,
original_image_width=original_image_width,
)
)
if self["model_settings"].get("use_chart_recognition", False):
format_chart_func = format_chart2table_func
else:
format_chart_func = format_image_func
format_seal_func = format_image_func
format_table_func = lambda block: "\n" + format_table_center_func(block)
format_formula_func = lambda block: block.content
handle_funcs_dict = build_handle_funcs_dict(
text_func=format_text_func,
image_func=format_image_func,
chart_func=format_chart_func,
table_func=format_table_func,
formula_func=format_formula_func,
seal_func=format_seal_func,
)
parsing_res_list = self["parsing_res_list"]
parsing_res_list_json = []
order_index = 1
for idx, parsing_res in enumerate(parsing_res_list):
label = parsing_res.label
if label in self.visualize_order_labels:
order = order_index
order_index += 1
else:
order = None
res_dict = {
"block_label": parsing_res.label,
"block_content": parsing_res.content,
"block_bbox": parsing_res.bbox,
"block_id": idx,
"block_order": order,
"group_id": (
parsing_res.group_id if parsing_res.group_id is not None else idx
),
}
if self["model_settings"].get("format_block_content", False):
if handle_funcs_dict.get(parsing_res.label):
res_dict["block_content"] = handle_funcs_dict[parsing_res.label](
parsing_res
)
else:
res_dict["block_content"] = parsing_res.content
parsing_res_list_json.append(res_dict)
data["parsing_res_list"] = parsing_res_list_json
if self["model_settings"]["use_doc_preprocessor"]:
data["doc_preprocessor_res"] = self["doc_preprocessor_res"].json["res"]
if self["model_settings"]["use_layout_detection"]:
data["layout_det_res"] = self["layout_det_res"].json["res"]
return JsonMixin._to_json(data, *args, **kwargs)
def _to_markdown(self, pretty=True, show_formula_number=False) -> dict:
"""
Save the parsing result to a Markdown file.
Args:
pretty (Optional[bool]): whether to pretty markdown by HTML, default by True.
show_formula_number (bool): whether to show formula numbers.
Returns:
dict: Markdown information with text and images.
"""
original_image_width = self["doc_preprocessor_res"]["output_img"].shape[1]
if pretty:
format_text_func = lambda block: format_centered_by_html(
format_text_plain_func(block)
)
format_image_func = lambda block: format_centered_by_html(
format_image_scaled_by_html_func(
block,
original_image_width=original_image_width,
)
)
else:
format_text_func = lambda block: block.content
format_image_func = format_image_plain_func
format_chart_func = (
format_chart2table_func
if self["model_settings"]["use_chart_recognition"]
else format_image_func
)
if pretty:
format_table_func = lambda block: "\n" + format_table_center_func(block)
else:
format_table_func = lambda block: simplify_table_func("\n" + block.content)
format_formula_func = lambda block: block.content
format_seal_func = format_image_func
handle_funcs_dict = build_handle_funcs_dict(
text_func=format_text_func,
image_func=format_image_func,
chart_func=format_chart_func,
table_func=format_table_func,
formula_func=format_formula_func,
seal_func=format_seal_func,
)
for label in self["model_settings"].get("markdown_ignore_labels", []):
handle_funcs_dict.pop(label, None)
markdown_content = ""
markdown_info = {}
markdown_info["markdown_images"] = {}
for idx, block in enumerate(self["parsing_res_list"]):
label = block.label
if block.image is not None:
markdown_info["markdown_images"][block.image["path"]] = block.image[
"img"
]
handle_func = handle_funcs_dict.get(label, None)
if (
show_formula_number
and (label == "display_formula" or label == "formula")
and idx != len(self["parsing_res_list"]) - 1
):
next_block = self["parsing_res_list"][idx + 1]
next_block_label = next_block.label
if next_block_label == "formula_number":
block.content = merge_formula_and_number(
block.content, next_block.content
)
if handle_func:
markdown_content += (
"\n\n" + handle_func(block)
if markdown_content
else handle_func(block)
)
markdown_info["page_index"] = self["page_index"]
markdown_info["input_path"] = self["input_path"]
markdown_info["markdown_texts"] = markdown_content
for img in self["imgs_in_doc"]:
markdown_info["markdown_images"][img["path"]] = img["img"]
return markdown_info
|