244 lines
8.6 KiB
Python
244 lines
8.6 KiB
Python
import re
|
||
from typing import List, Tuple, Optional
|
||
import os
|
||
|
||
class MarkdownProcessor:
|
||
"""
|
||
Markdown文档处理器：处理标题层级、目录标记和格式清洗
|
||
|
||
这个处理器用于处理中文文档（如招股说明书等）的标题格式化和目录标记，
|
||
可将非标准的标题格式统一转换为Markdown标准的标题格式。
|
||
"""
|
||
|
||
# 标题模式定义
|
||
PATTERNS = {
|
||
"first_level": re.compile(
|
||
r"^(重大事项提示|重要声明|声明|声明和承诺|目录|声明及承诺|发行人声明|"
|
||
r"发行概况|本次发行概况|声明与承诺|释义|第[一二三四五六七八九十百]{1,3}[节章])"
|
||
),
|
||
"second_level": re.compile(r"^[一二三四五六七八九十]+、"),
|
||
"third_level": re.compile(r"^（[一二三四五六七八九十]+）"),
|
||
}
|
||
|
||
def __init__(self, debug: bool = False):
|
||
"""
|
||
初始化Markdown处理器
|
||
|
||
Args:
|
||
debug: 是否开启调试模式，开启后会打印处理过程信息
|
||
"""
|
||
self.debug = debug
|
||
|
||
def clean_lines(self, lines: List[str]) -> List[str]:
|
||
"""
|
||
清理文本行：去除空行和规范化标题格式
|
||
|
||
Args:
|
||
lines: 原始文本行列表
|
||
|
||
Returns:
|
||
清理后的文本行列表
|
||
"""
|
||
cleaned = []
|
||
for line in lines:
|
||
stripped = line.strip()
|
||
if not stripped:
|
||
continue
|
||
|
||
if re.match(r"^目\s*录$", stripped):
|
||
cleaned.append("目录")
|
||
elif stripped.startswith("#"):
|
||
# 移除现有的#号和空格，后续会重新添加正确的标题级别
|
||
cleaned.append(stripped.replace("#", "").strip())
|
||
else:
|
||
cleaned.append(stripped)
|
||
|
||
return cleaned
|
||
|
||
def clean_header(self, header: str) -> str:
|
||
# 去除所有空格和句点
|
||
header = re.sub(r"^[一二三四五六七八九十]+、", "", header)
|
||
header = re.sub(r"^（[一二三四五六七八九十]+）", "", header)
|
||
header = header.replace(" ", "").replace(".", "").replace("·", "")
|
||
# 去除行末的数字（匹配末尾的数字）
|
||
header = re.sub(r"\d+$", "", header)
|
||
return header
|
||
|
||
def mark_toc_lines(self, lines: List[str]) -> List[str]:
|
||
"""
|
||
标记目录区域中的行，添加TOC:前缀
|
||
|
||
Args:
|
||
lines: 清理后的文本行列表
|
||
|
||
Returns:
|
||
标记了目录的文本行列表
|
||
"""
|
||
result = []
|
||
toc_mode = False
|
||
|
||
all_table_content_str = ""
|
||
|
||
toc_min_end_len = 15
|
||
|
||
toc_counter = 0
|
||
|
||
for index, line in enumerate(lines):
|
||
if toc_mode:
|
||
toc_counter += 1
|
||
if re.match(r"目\s*录$", line.strip()):
|
||
toc_mode = True
|
||
result.append("目录")
|
||
elif (
|
||
toc_mode
|
||
and re.match(r".*释义$", line.strip().replace(" ", ""))
|
||
and toc_counter > toc_min_end_len # 防止目录中的前几行就找到了结束标志
|
||
):
|
||
# 目录区域结束标志
|
||
toc_mode = False
|
||
result.append(line)
|
||
elif toc_mode:
|
||
# 在目录区域内的行添加TOC:前缀
|
||
result.append(f"TOC:{line}")
|
||
all_table_content_str = all_table_content_str + self.clean_header(
|
||
header=line
|
||
)
|
||
else:
|
||
result.append(line)
|
||
|
||
return result, all_table_content_str
|
||
|
||
def format_headings(self, lines: List[str], all_table_content_str) -> List[str]:
|
||
"""
|
||
格式化标题，根据不同的模式添加对应的Markdown标题标记
|
||
|
||
Args:
|
||
lines: 文本行列表
|
||
all_table_content_str: 目录内容的字符串
|
||
|
||
Returns:
|
||
格式化标题后的文本行列表
|
||
"""
|
||
formatted = []
|
||
|
||
for line in lines:
|
||
# 跳过已标记为目录的行
|
||
if line.startswith("TOC:"):
|
||
formatted.append(line)
|
||
continue
|
||
|
||
# 检查并格式化标题
|
||
if self.PATTERNS["first_level"].match(line):
|
||
new_line = f"\n# {line}\n"
|
||
if self.debug:
|
||
print(f"第一级标题: {line}")
|
||
print("-" * 20)
|
||
elif self.PATTERNS["second_level"].match(line):
|
||
# 移除中文序号 (如 "一、")
|
||
cleaned_line = re.sub(r"^[一二三四五六七八九十]+、", "", line)
|
||
# 检查清理后的内容是否在目录中
|
||
if self.clean_header(cleaned_line) in all_table_content_str:
|
||
new_line = f"\n## {line}\n"
|
||
if self.debug:
|
||
print(f"第二级标题: {line}")
|
||
print("-" * 20)
|
||
else:
|
||
new_line = line
|
||
elif self.PATTERNS["third_level"].match(line):
|
||
# 移除中文序号 (如 "（一）")
|
||
cleaned_line = re.sub(r"^（[一二三四五六七八九十]+）", "", line)
|
||
# 检查清理后的内容是否在目录中
|
||
if self.clean_header(cleaned_line) in all_table_content_str:
|
||
new_line = f"\n### {line}\n"
|
||
if self.debug:
|
||
print(f"第三级标题: {line}")
|
||
print("-" * 20)
|
||
else:
|
||
new_line = line
|
||
else:
|
||
new_line = line
|
||
|
||
formatted.append(new_line)
|
||
|
||
return formatted
|
||
|
||
def process_file(self, input_path: str, output_path: Optional[str] = None) -> str:
|
||
"""
|
||
处理单个Markdown文件
|
||
|
||
Args:
|
||
input_path: 输入文件路径
|
||
output_path: 输出文件路径，如未指定则自动生成
|
||
|
||
Returns:
|
||
输出文件的路径
|
||
"""
|
||
if not output_path:
|
||
# 自动生成输出文件名
|
||
base_name, ext = os.path.splitext(input_path)
|
||
output_path = f"{base_name}_processed{ext}"
|
||
|
||
# 读取文件
|
||
with open(input_path, "r", encoding="utf-8") as f:
|
||
lines = f.readlines()
|
||
|
||
# 处理流程：清理 -> 标记目录 -> 格式化标题
|
||
cleaned_lines = self.clean_lines(lines)
|
||
toc_marked_lines, all_table_content_str = self.mark_toc_lines(cleaned_lines)
|
||
formatted_lines = self.format_headings(toc_marked_lines, all_table_content_str)
|
||
|
||
print(f"目录文字串: {all_table_content_str}")
|
||
|
||
# 写入结果
|
||
with open(output_path, "w", encoding="utf-8") as f:
|
||
for line in formatted_lines:
|
||
f.write(line + "\n")
|
||
|
||
if self.debug:
|
||
print(f"处理完成! 结果已保存至: {output_path}")
|
||
|
||
return output_path
|
||
|
||
|
||
def main():
|
||
"""主函数，用于示例和命令行执行"""
|
||
import argparse
|
||
|
||
parser = argparse.ArgumentParser(description="Markdown文档标题与目录处理工具")
|
||
parser.add_argument("input_file", help="输入Markdown文件路径")
|
||
parser.add_argument("-o", "--output", help="输出Markdown文件路径(可选)")
|
||
parser.add_argument("-d", "--debug", action="store_true", help="启用调试输出")
|
||
|
||
args = parser.parse_args()
|
||
input_path = args.input_file
|
||
processor = MarkdownProcessor(debug=args.debug)
|
||
|
||
# 判断是文件还是目录
|
||
if os.path.isdir(input_path):
|
||
# 批量处理所有 .md 文件
|
||
for root, _, files in os.walk(input_path):
|
||
for file in files:
|
||
if file.endswith(".md"):
|
||
file_path = os.path.join(root, file)
|
||
output_dir = args.output if args.output else root
|
||
os.makedirs(output_dir, exist_ok=True)
|
||
output_filename = os.path.splitext(file)[0] + "_processed.md"
|
||
output_path = os.path.join(output_dir, output_filename)
|
||
print(f"处理文件: {file_path}")
|
||
processor.process_file(file_path, output_path)
|
||
else:
|
||
# 单文件处理
|
||
output_path = processor.process_file(input_path, args.output)
|
||
print(f"文件处理完成，输出路径: {output_path}")
|
||
return
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main()
|
||
# 测试代码
|
||
# processor = MarkdownProcessor(debug=True)
|
||
# input_path = "安徽天源.md"
|
||
# output_path = "安徽天源科技股份有限公司_processed.md"
|
||
|
||
# processor.process_file(input_path, output_path)
|
||
# 使用方法python md_processor.py input_folder/input_file -o output_folder |