Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
wangsen
MinerU
Commits
76259a80
Commit
76259a80
authored
Jun 12, 2025
by
myhloli
Browse files
fix: update backend references from huggingface to transformers in client and predictor modules
parent
72340ba7
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
9 additions
and
9 deletions
+9
-9
mineru/backend/vlm/predictor.py
mineru/backend/vlm/predictor.py
+5
-5
mineru/backend/vlm/vlm_analyze.py
mineru/backend/vlm/vlm_analyze.py
+2
-2
mineru/cli/client.py
mineru/cli/client.py
+2
-2
No files found.
mineru/backend/vlm/predictor.py
View file @
76259a80
...
@@ -22,7 +22,7 @@ try:
...
@@ -22,7 +22,7 @@ try:
hf_loaded
=
True
hf_loaded
=
True
except
ImportError
as
e
:
except
ImportError
as
e
:
logger
.
warning
(
"hf is not installed. If you are not using
huggingface
, you can ignore this warning."
)
logger
.
warning
(
"hf is not installed. If you are not using
transformers
, you can ignore this warning."
)
engine_loaded
=
False
engine_loaded
=
False
try
:
try
:
...
@@ -51,9 +51,9 @@ def get_predictor(
...
@@ -51,9 +51,9 @@ def get_predictor(
)
->
BasePredictor
:
)
->
BasePredictor
:
start_time
=
time
.
time
()
start_time
=
time
.
time
()
if
backend
==
"
huggingface
"
:
if
backend
==
"
transformers
"
:
if
not
model_path
:
if
not
model_path
:
raise
ValueError
(
"model_path must be provided for
huggingface
backend."
)
raise
ValueError
(
"model_path must be provided for
transformers
backend."
)
if
not
hf_loaded
:
if
not
hf_loaded
:
raise
ImportError
(
raise
ImportError
(
"transformers is not installed, so huggingface backend cannot be used. "
"transformers is not installed, so huggingface backend cannot be used. "
...
@@ -77,7 +77,7 @@ def get_predictor(
...
@@ -77,7 +77,7 @@ def get_predictor(
raise
ImportError
(
raise
ImportError
(
"sglang is not installed, so sglang-engine backend cannot be used. "
"sglang is not installed, so sglang-engine backend cannot be used. "
"If you need to use sglang-engine backend for inference, "
"If you need to use sglang-engine backend for inference, "
"please install sglang[all]==0.4.
6.post4
or a newer version."
"please install sglang[all]==0.4.
7
or a newer version."
)
)
predictor
=
SglangEnginePredictor
(
predictor
=
SglangEnginePredictor
(
server_args
=
ServerArgs
(
model_path
,
**
kwargs
),
server_args
=
ServerArgs
(
model_path
,
**
kwargs
),
...
@@ -104,7 +104,7 @@ def get_predictor(
...
@@ -104,7 +104,7 @@ def get_predictor(
http_timeout
=
http_timeout
,
http_timeout
=
http_timeout
,
)
)
else
:
else
:
raise
ValueError
(
f
"Unsupported backend:
{
backend
}
. Supports:
huggingface
, sglang-engine, sglang-client."
)
raise
ValueError
(
f
"Unsupported backend:
{
backend
}
. Supports:
transformers
, sglang-engine, sglang-client."
)
elapsed
=
round
(
time
.
time
()
-
start_time
,
2
)
elapsed
=
round
(
time
.
time
()
-
start_time
,
2
)
logger
.
info
(
f
"get_predictor cost:
{
elapsed
}
s"
)
logger
.
info
(
f
"get_predictor cost:
{
elapsed
}
s"
)
...
...
mineru/backend/vlm/vlm_analyze.py
View file @
76259a80
...
@@ -40,7 +40,7 @@ def doc_analyze(
...
@@ -40,7 +40,7 @@ def doc_analyze(
pdf_bytes
,
pdf_bytes
,
image_writer
:
DataWriter
|
None
,
image_writer
:
DataWriter
|
None
,
predictor
:
BasePredictor
|
None
=
None
,
predictor
:
BasePredictor
|
None
=
None
,
backend
=
"
huggingface
"
,
backend
=
"
transformers
"
,
model_path
=
ModelPath
.
vlm_root_hf
,
model_path
=
ModelPath
.
vlm_root_hf
,
server_url
:
str
|
None
=
None
,
server_url
:
str
|
None
=
None
,
):
):
...
@@ -66,7 +66,7 @@ async def aio_doc_analyze(
...
@@ -66,7 +66,7 @@ async def aio_doc_analyze(
pdf_bytes
,
pdf_bytes
,
image_writer
:
DataWriter
|
None
,
image_writer
:
DataWriter
|
None
,
predictor
:
BasePredictor
|
None
=
None
,
predictor
:
BasePredictor
|
None
=
None
,
backend
=
"
huggingface
"
,
backend
=
"
transformers
"
,
model_path
=
ModelPath
.
vlm_root_hf
,
model_path
=
ModelPath
.
vlm_root_hf
,
server_url
:
str
|
None
=
None
,
server_url
:
str
|
None
=
None
,
):
):
...
...
mineru/cli/client.py
View file @
76259a80
...
@@ -48,10 +48,10 @@ from .common import do_parse, read_fn, pdf_suffixes, image_suffixes
...
@@ -48,10 +48,10 @@ from .common import do_parse, read_fn, pdf_suffixes, image_suffixes
'-b'
,
'-b'
,
'--backend'
,
'--backend'
,
'backend'
,
'backend'
,
type
=
click
.
Choice
([
'pipeline'
,
'vlm-
huggingface
'
,
'vlm-sglang-engine'
,
'vlm-sglang-client'
]),
type
=
click
.
Choice
([
'pipeline'
,
'vlm-
transformers
'
,
'vlm-sglang-engine'
,
'vlm-sglang-client'
]),
help
=
"""the backend for parsing pdf:
help
=
"""the backend for parsing pdf:
pipeline: More general.
pipeline: More general.
vlm-
huggingface
: More general.
vlm-
transformers
: More general.
vlm-sglang-engine: Faster(engine).
vlm-sglang-engine: Faster(engine).
vlm-sglang-client: Faster(client).
vlm-sglang-client: Faster(client).
without method specified, pipeline will be used by default."""
,
without method specified, pipeline will be used by default."""
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment