Commit a07007e5 authored by myhloli's avatar myhloli
Browse files

fix(ocr_mkcontent): improve hyphen handling at line ends

- fix the bug where hyphens in the middle of a line are being discarded
parent b9f78c9b
......@@ -142,9 +142,10 @@ def merge_para_with_text(para_block):
span_type = span['type']
if span_type == ContentType.Text:
line_text += span['content'].strip()
if line_text != '':
line_lang = detect_lang(line_text)
for span in line['spans']:
for j, span in enumerate(line['spans']):
span_type = span['type']
content = ''
......@@ -165,8 +166,8 @@ def merge_para_with_text(para_block):
para_text += f" {content} "
else:
if span_type in [ContentType.Text, ContentType.InlineEquation]:
# 如果是前一行带有-连字符,那么末尾不应该加空格
if __is_hyphen_at_line_end(content):
# 如果span是line的最后一个且末尾带有-连字符,那么末尾不应该加空格,同时应该把-删除
if j == len(line['spans'])-1 and __is_hyphen_at_line_end(content):
para_text += content[:-1]
elif len(content) == 1 and content not in ['A', 'I', 'a', 'i'] and not content.isdigit():
para_text += content
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment