Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
wangsen
MinerU
Commits
38dfe835
Unverified
Commit
38dfe835
authored
Jun 17, 2025
by
Xiaomeng Zhao
Committed by
GitHub
Jun 17, 2025
Browse files
Merge pull request #2691 from zjx20/lazily-import
chore: speed up "mineru --help"
parents
80b5e4fe
5b26a387
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
8 additions
and
3 deletions
+8
-3
mineru/cli/client.py
mineru/cli/client.py
+2
-1
mineru/utils/config_reader.py
mineru/utils/config_reader.py
+2
-1
mineru/utils/model_utils.py
mineru/utils/model_utils.py
+4
-1
No files found.
mineru/cli/client.py
View file @
38dfe835
...
@@ -7,7 +7,6 @@ from loguru import logger
...
@@ -7,7 +7,6 @@ from loguru import logger
from
mineru.utils.config_reader
import
get_device
from
mineru.utils.config_reader
import
get_device
from
mineru.utils.model_utils
import
get_vram
from
mineru.utils.model_utils
import
get_vram
from
..version
import
__version__
from
..version
import
__version__
from
.common
import
do_parse
,
read_fn
,
pdf_suffixes
,
image_suffixes
@
click
.
command
()
@
click
.
command
()
...
@@ -139,6 +138,8 @@ from .common import do_parse, read_fn, pdf_suffixes, image_suffixes
...
@@ -139,6 +138,8 @@ from .common import do_parse, read_fn, pdf_suffixes, image_suffixes
def
main
(
input_path
,
output_dir
,
method
,
backend
,
lang
,
server_url
,
start_page_id
,
end_page_id
,
formula_enable
,
table_enable
,
device_mode
,
virtual_vram
,
model_source
):
def
main
(
input_path
,
output_dir
,
method
,
backend
,
lang
,
server_url
,
start_page_id
,
end_page_id
,
formula_enable
,
table_enable
,
device_mode
,
virtual_vram
,
model_source
):
from
.common
import
do_parse
,
read_fn
,
pdf_suffixes
,
image_suffixes
def
get_device_mode
()
->
str
:
def
get_device_mode
()
->
str
:
if
device_mode
is
not
None
:
if
device_mode
is
not
None
:
return
device_mode
return
device_mode
...
...
mineru/utils/config_reader.py
View file @
38dfe835
...
@@ -2,7 +2,6 @@
...
@@ -2,7 +2,6 @@
import
json
import
json
import
os
import
os
import
torch
from
loguru
import
logger
from
loguru
import
logger
# 定义配置文件名常量
# 定义配置文件名常量
...
@@ -72,6 +71,8 @@ def get_device():
...
@@ -72,6 +71,8 @@ def get_device():
if
device_mode
is
not
None
:
if
device_mode
is
not
None
:
return
device_mode
return
device_mode
else
:
else
:
import
torch
if
torch
.
cuda
.
is_available
():
if
torch
.
cuda
.
is_available
():
return
"cuda"
return
"cuda"
elif
torch
.
backends
.
mps
.
is_available
():
elif
torch
.
backends
.
mps
.
is_available
():
...
...
mineru/utils/model_utils.py
View file @
38dfe835
import
time
import
time
import
torch
import
gc
import
gc
from
PIL
import
Image
from
PIL
import
Image
from
loguru
import
logger
from
loguru
import
logger
...
@@ -298,6 +297,8 @@ def get_res_list_from_layout_res(layout_res, iou_threshold=0.7, overlap_threshol
...
@@ -298,6 +297,8 @@ def get_res_list_from_layout_res(layout_res, iou_threshold=0.7, overlap_threshol
def
clean_memory
(
device
=
'cuda'
):
def
clean_memory
(
device
=
'cuda'
):
import
torch
if
device
==
'cuda'
:
if
device
==
'cuda'
:
if
torch
.
cuda
.
is_available
():
if
torch
.
cuda
.
is_available
():
torch
.
cuda
.
empty_cache
()
torch
.
cuda
.
empty_cache
()
...
@@ -321,6 +322,8 @@ def clean_vram(device, vram_threshold=8):
...
@@ -321,6 +322,8 @@ def clean_vram(device, vram_threshold=8):
def
get_vram
(
device
):
def
get_vram
(
device
):
import
torch
if
torch
.
cuda
.
is_available
()
and
str
(
device
).
startswith
(
"cuda"
):
if
torch
.
cuda
.
is_available
()
and
str
(
device
).
startswith
(
"cuda"
):
total_memory
=
torch
.
cuda
.
get_device_properties
(
device
).
total_memory
/
(
1024
**
3
)
# 将字节转换为 GB
total_memory
=
torch
.
cuda
.
get_device_properties
(
device
).
total_memory
/
(
1024
**
3
)
# 将字节转换为 GB
return
total_memory
return
total_memory
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment