Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
wangsen
MinerU
Commits
cfa90743
Unverified
Commit
cfa90743
authored
Apr 16, 2025
by
Xiaomeng Zhao
Committed by
GitHub
Apr 16, 2025
Browse files
Merge pull request #2250 from myhloli/dev
test(table): update unit test to use RapidTable model
parents
40bfd7ac
b36b469a
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
20 additions
and
18 deletions
+20
-18
tests/unittest/test_table/test_rapidtable.py
tests/unittest/test_table/test_rapidtable.py
+20
-18
No files found.
tests/unittest/test_table/test_table
master
.py
→
tests/unittest/test_table/test_
rapid
table.py
View file @
cfa90743
...
@@ -2,31 +2,34 @@ import unittest
...
@@ -2,31 +2,34 @@ import unittest
from
PIL
import
Image
from
PIL
import
Image
from
lxml
import
etree
from
lxml
import
etree
from
magic_pdf.model.sub_modules.table.tablemaster.tablemaster_paddle
import
TableMasterPaddleModel
from
magic_pdf.model.sub_modules.model_init
import
AtomModelSingleton
from
magic_pdf.model.sub_modules.table.rapidtable.rapid_table
import
RapidTableModel
class
TestppTableModel
(
unittest
.
TestCase
):
class
TestppTableModel
(
unittest
.
TestCase
):
def
test_image2html
(
self
):
def
test_image2html
(
self
):
img
=
Image
.
open
(
"tests/unittest/test_table/assets/table.jpg"
)
img
=
Image
.
open
(
"assets/table.jpg"
)
# 修改table模型路径
atom_model_manager
=
AtomModelSingleton
()
config
=
{
"device"
:
"cuda"
,
ocr_engine
=
atom_model_manager
.
get_atom_model
(
"model_dir"
:
"/home/quyuan/.cache/modelscope/hub/opendatalab/PDF-Extract-Kit/models/TabRec/TableMaster"
}
atom_model_name
=
'ocr'
,
table_model
=
TableMasterPaddleModel
(
config
)
ocr_show_log
=
False
,
res
=
table_model
.
img2html
(
img
)
det_db_box_thresh
=
0.5
,
det_db_unclip_ratio
=
1.6
,
lang
=
'ch'
)
table_model
=
RapidTableModel
(
ocr_engine
,
'slanet_plus'
)
html_code
,
table_cell_bboxes
,
logic_points
,
elapse
=
table_model
.
predict
(
img
)
# 验证生成的 HTML 是否符合预期
# 验证生成的 HTML 是否符合预期
parser
=
etree
.
HTMLParser
()
parser
=
etree
.
HTMLParser
()
tree
=
etree
.
fromstring
(
res
,
parser
)
tree
=
etree
.
fromstring
(
html_code
,
parser
)
# 检查 HTML 结构
# 检查 HTML 结构
assert
tree
.
find
(
'.//table'
)
is
not
None
,
"HTML should contain a <table> element"
assert
tree
.
find
(
'.//table'
)
is
not
None
,
"HTML should contain a <table> element"
assert
tree
.
find
(
'.//thead'
)
is
not
None
,
"HTML should contain a <thead> element"
assert
tree
.
find
(
'.//tbody'
)
is
not
None
,
"HTML should contain a <tbody> element"
assert
tree
.
find
(
'.//tr'
)
is
not
None
,
"HTML should contain a <tr> element"
assert
tree
.
find
(
'.//tr'
)
is
not
None
,
"HTML should contain a <tr> element"
assert
tree
.
find
(
'.//td'
)
is
not
None
,
"HTML should contain a <td> element"
assert
tree
.
find
(
'.//td'
)
is
not
None
,
"HTML should contain a <td> element"
# 检查具体的表格内容
# 检查具体的表格内容
headers
=
tree
.
xpath
(
'//thead/tr/td/b'
)
headers
=
tree
.
xpath
(
'//table/tr[1]/td'
)
print
(
headers
)
# Print headers for debugging
assert
len
(
headers
)
==
5
,
"Thead should have 5 columns"
assert
len
(
headers
)
==
5
,
"Thead should have 5 columns"
assert
headers
[
0
].
text
and
headers
[
0
].
text
.
strip
()
==
"Methods"
,
"First header should be 'Methods'"
assert
headers
[
0
].
text
and
headers
[
0
].
text
.
strip
()
==
"Methods"
,
"First header should be 'Methods'"
assert
headers
[
1
].
text
and
headers
[
1
].
text
.
strip
()
==
"R"
,
"Second header should be 'R'"
assert
headers
[
1
].
text
and
headers
[
1
].
text
.
strip
()
==
"R"
,
"Second header should be 'R'"
...
@@ -35,7 +38,7 @@ class TestppTableModel(unittest.TestCase):
...
@@ -35,7 +38,7 @@ class TestppTableModel(unittest.TestCase):
assert
headers
[
4
].
text
and
headers
[
4
].
text
.
strip
()
==
"FPS"
,
"Fifth header should be 'FPS'"
assert
headers
[
4
].
text
and
headers
[
4
].
text
.
strip
()
==
"FPS"
,
"Fifth header should be 'FPS'"
# 检查第一行数据
# 检查第一行数据
first_row
=
tree
.
xpath
(
'//t
body
/tr[
1
]/td'
)
first_row
=
tree
.
xpath
(
'//t
able
/tr[
2
]/td'
)
assert
len
(
first_row
)
==
5
,
"First row should have 5 cells"
assert
len
(
first_row
)
==
5
,
"First row should have 5 cells"
assert
first_row
[
0
].
text
and
first_row
[
0
].
text
.
strip
()
==
"SegLink[26]"
,
"First cell should be 'SegLink[26]'"
assert
first_row
[
0
].
text
and
first_row
[
0
].
text
.
strip
()
==
"SegLink[26]"
,
"First cell should be 'SegLink[26]'"
assert
first_row
[
1
].
text
and
first_row
[
1
].
text
.
strip
()
==
"70.0"
,
"Second cell should be '70.0'"
assert
first_row
[
1
].
text
and
first_row
[
1
].
text
.
strip
()
==
"70.0"
,
"Second cell should be '70.0'"
...
@@ -44,14 +47,13 @@ class TestppTableModel(unittest.TestCase):
...
@@ -44,14 +47,13 @@ class TestppTableModel(unittest.TestCase):
assert
first_row
[
4
].
text
and
first_row
[
4
].
text
.
strip
()
==
"8.9"
,
"Fifth cell should be '8.9'"
assert
first_row
[
4
].
text
and
first_row
[
4
].
text
.
strip
()
==
"8.9"
,
"Fifth cell should be '8.9'"
# 检查倒数第二行数据
# 检查倒数第二行数据
second_last_row
=
tree
.
xpath
(
'//t
body
/tr[position()=last()-1]/td'
)
second_last_row
=
tree
.
xpath
(
'//t
able
/tr[position()=last()-1]/td'
)
assert
len
(
second_last_row
)
==
5
,
"second_last_row should have 5 cells"
assert
len
(
second_last_row
)
==
5
,
"second_last_row should have 5 cells"
assert
second_last_row
[
0
].
text
and
second_last_row
[
assert
second_last_row
[
0
].
text
and
second_last_row
[
0
].
text
.
strip
()
==
"Ours (SynText)"
,
"First cell should be 'Ours (SynText)'"
0
].
text
.
strip
()
==
"Ours (SynText)"
,
"First cell should be 'Ours (SynText)'"
assert
second_last_row
[
1
].
text
and
second_last_row
[
1
].
text
.
strip
()
==
"80.68"
,
"Second cell should be '80.68'"
assert
second_last_row
[
1
].
text
and
second_last_row
[
1
].
text
.
strip
()
==
"80.68"
,
"Second cell should be '80.68'"
assert
second_last_row
[
2
].
text
and
second_last_row
[
2
].
text
.
strip
()
==
"85.40"
,
"Third cell should be '85.40'"
assert
second_last_row
[
2
].
text
and
second_last_row
[
2
].
text
.
strip
()
==
"85.40"
,
"Third cell should be '85.40'"
assert
second_last_row
[
3
].
text
and
second_last_row
[
3
].
text
.
strip
()
==
"82.97"
,
"Fourth cell should be '82.97'"
#
assert second_last_row[3].text and second_last_row[3].text.strip() == "82.97", "Fourth cell should be '82.97'"
assert
second_last_row
[
3
].
text
and
second_last_row
[
4
].
text
.
strip
()
==
"12.68"
,
"Fifth cell should be '12.68'"
#
assert second_last_row[3].text and second_last_row[4].text.strip() == "12.68", "Fifth cell should be '12.68'"
if
__name__
==
"__main__"
:
if
__name__
==
"__main__"
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment