detect_language_from_model.py

from collections import Counter

from magic_pdf.libs.language import detect_lang

def get_language_from_model(model_list: list):
    language_lst = []
    for ocr_page_info in model_list:
        page_text = ""
        layout_dets = ocr_page_info["layout_dets"]
        for layout_det in layout_dets:
            category_id = layout_det["category_id"]
            allow_category_id_list = [15]
            if category_id in allow_category_id_list:
                page_text += layout_det["text"]
        page_language = detect_lang(page_text)
        language_lst.append(page_language)
    # 统计text_language_list中每种语言的个数
    count_dict = Counter(language_lst)
    # 输出text_language_list中出现的次数最多的语言
    language = max(count_dict, key=count_dict.get)
    return language