Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
wangsen
MinerU
Commits
809bf479
Unverified
Commit
809bf479
authored
Nov 22, 2024
by
Xiaomeng Zhao
Committed by
GitHub
Nov 22, 2024
Browse files
Merge pull request #1062 from opendatalab/dev
fix(table): add null check for OCR result in rapid table prediction
parents
958168b3
241d4895
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
4 additions
and
3 deletions
+4
-3
magic_pdf/model/doc_analyze_by_custom_model.py
magic_pdf/model/doc_analyze_by_custom_model.py
+2
-0
magic_pdf/model/pdf_extract_kit.py
magic_pdf/model/pdf_extract_kit.py
+0
-3
magic_pdf/model/sub_modules/table/rapidtable/rapid_table.py
magic_pdf/model/sub_modules/table/rapidtable/rapid_table.py
+2
-0
No files found.
magic_pdf/model/doc_analyze_by_custom_model.py
View file @
809bf479
...
@@ -163,7 +163,9 @@ def doc_analyze(pdf_bytes: bytes, ocr: bool = False, show_log: bool = False,
...
@@ -163,7 +163,9 @@ def doc_analyze(pdf_bytes: bytes, ocr: bool = False, show_log: bool = False,
page_width
=
img_dict
[
"width"
]
page_width
=
img_dict
[
"width"
]
page_height
=
img_dict
[
"height"
]
page_height
=
img_dict
[
"height"
]
if
start_page_id
<=
index
<=
end_page_id
:
if
start_page_id
<=
index
<=
end_page_id
:
page_start
=
time
.
time
()
result
=
custom_model
(
img
)
result
=
custom_model
(
img
)
logger
.
info
(
f
'-----page_id :
{
index
}
, page total time:
{
round
(
time
.
time
()
-
page_start
,
2
)
}
-----'
)
else
:
else
:
result
=
[]
result
=
[]
page_info
=
{
"page_no"
:
index
,
"height"
:
page_height
,
"width"
:
page_width
}
page_info
=
{
"page_no"
:
index
,
"height"
:
page_height
,
"width"
:
page_width
}
...
...
magic_pdf/model/pdf_extract_kit.py
View file @
809bf479
...
@@ -170,7 +170,6 @@ class CustomPEKModel:
...
@@ -170,7 +170,6 @@ class CustomPEKModel:
logger
.
info
(
'DocAnalysis init done!'
)
logger
.
info
(
'DocAnalysis init done!'
)
def
__call__
(
self
,
image
):
def
__call__
(
self
,
image
):
page_start
=
time
.
time
()
# layout检测
# layout检测
layout_start
=
time
.
time
()
layout_start
=
time
.
time
()
...
@@ -272,6 +271,4 @@ class CustomPEKModel:
...
@@ -272,6 +271,4 @@ class CustomPEKModel:
)
)
logger
.
info
(
f
'table time:
{
round
(
time
.
time
()
-
table_start
,
2
)
}
'
)
logger
.
info
(
f
'table time:
{
round
(
time
.
time
()
-
table_start
,
2
)
}
'
)
logger
.
info
(
f
'-----page total time:
{
round
(
time
.
time
()
-
page_start
,
2
)
}
-----'
)
return
layout_res
return
layout_res
magic_pdf/model/sub_modules/table/rapidtable/rapid_table.py
View file @
809bf479
...
@@ -10,5 +10,7 @@ class RapidTableModel(object):
...
@@ -10,5 +10,7 @@ class RapidTableModel(object):
def
predict
(
self
,
image
):
def
predict
(
self
,
image
):
ocr_result
,
_
=
self
.
ocr_engine
(
np
.
asarray
(
image
))
ocr_result
,
_
=
self
.
ocr_engine
(
np
.
asarray
(
image
))
if
ocr_result
is
None
:
return
None
,
None
,
None
html_code
,
table_cell_bboxes
,
elapse
=
self
.
table_model
(
np
.
asarray
(
image
),
ocr_result
)
html_code
,
table_cell_bboxes
,
elapse
=
self
.
table_model
(
np
.
asarray
(
image
),
ocr_result
)
return
html_code
,
table_cell_bboxes
,
elapse
return
html_code
,
table_cell_bboxes
,
elapse
\ No newline at end of file
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment