Merge pull request #1958 from myhloli/dev

refactor: remove torchtext deprecation warning handling

magic_pdf/model/doc_analyze_by_custom_model.py

@@ -16,13 +16,6 @@ from loguru import logger
 
 from magic_pdf.model.sub_modules.model_utils import get_vram
 
-try:
-    import torchtext
-    if torchtext.__version__ >= '0.18.0':
-        torchtext.disable_torchtext_deprecation_warning()
-except ImportError:
-    pass
-
 import magic_pdf.model as model_config
 from magic_pdf.data.dataset import Dataset
 from magic_pdf.libs.clean_memory import clean_memory

magic_pdf/model/pdf_extract_kit.py

@@ -9,14 +9,6 @@ from loguru import logger
 
 os.environ['NO_ALBUMENTATIONS_UPDATE'] = '1'  # 禁止albumentations检查更新
 
-try:
-    import torchtext
-
-    if torchtext.__version__ >= '0.18.0':
-        torchtext.disable_torchtext_deprecation_warning()
-except ImportError:
-    pass
-
 from magic_pdf.config.constants import *
 from magic_pdf.model.model_list import AtomicModel
 from magic_pdf.model.sub_modules.model_init import AtomModelSingleton

magic_pdf/pdf_parse_union_core_v2.py

@@ -27,14 +27,6 @@ from magic_pdf.post_proc.llm_aided import llm_aided_formula, llm_aided_text, llm
 
 from concurrent.futures import ThreadPoolExecutor
 
-try:
-    import torchtext
-
-    if torchtext.__version__ >= '0.18.0':
-        torchtext.disable_torchtext_deprecation_warning()
-except ImportError:
-    pass
-
 from magic_pdf.model.sub_modules.model_init import AtomModelSingleton
 from magic_pdf.post_proc.para_split_v3 import para_split
 from magic_pdf.pre_proc.construct_page_dict import ocr_construct_page_component_v2