Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
wangsen
MinerU
Commits
b279fc86
"tools/vscode:/vscode.git/clone" did not exist on "28f9111901ca94ebae4dcee1f1f22a7f3e0112ab"
Commit
b279fc86
authored
Jun 26, 2024
by
quyuan
Browse files
update ci
parent
a0a9a8ad
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
10 deletions
+7
-10
tools/markdown_calculate.py
tools/markdown_calculate.py
+7
-10
No files found.
tools/markdown_calculate.py
View file @
b279fc86
...
@@ -105,21 +105,18 @@ class Scoring:
...
@@ -105,21 +105,18 @@ class Scoring:
print
(
f
"
{
tool_type
}
Average BLEU Score:
{
class_average_bleu_score
}
"
)
print
(
f
"
{
tool_type
}
Average BLEU Score:
{
class_average_bleu_score
}
"
)
print
(
f
"
{
tool_type
}
Average Sim Score:
{
class_average_sim_score
}
"
)
print
(
f
"
{
tool_type
}
Average Sim Score:
{
class_average_sim_score
}
"
)
return
self
.
score_dict
return
self
.
score_dict
def
summary_scores
(
self
):
def
summary_scores
(
self
):
# 计算整体平均值
# 计算整体平均值
over_all_dict
=
dict
()
average_edit_distance
=
sum
(
self
.
edit_distances
)
/
len
(
self
.
edit_distances
)
if
self
.
edit_distances
else
0
average_edit_distance
=
sum
(
self
.
edit_distances
)
/
len
(
self
.
edit_distances
)
if
self
.
edit_distances
else
0
average_bleu_score
=
sum
(
self
.
bleu_scores
)
/
len
(
self
.
bleu_scores
)
if
self
.
bleu_scores
else
0
average_bleu_score
=
sum
(
self
.
bleu_scores
)
/
len
(
self
.
bleu_scores
)
if
self
.
bleu_scores
else
0
average_sim_score
=
sum
(
self
.
sim_scores
)
/
len
(
self
.
sim_scores
)
if
self
.
sim_scores
else
0
average_sim_score
=
sum
(
self
.
sim_scores
)
/
len
(
self
.
sim_scores
)
if
self
.
sim_scores
else
0
#self.fw.write(json.dumps(self.score_dict, ensure_ascii=False) + "\n")
over_all_dict
[
"average_edit_distance"
]
=
average_edit_distance
fw
.
write
(
f
"Overall extract cnt:
{
len
(
self
.
score_dict
)
/
self
.
anntion_cnt
}
"
+
"
\n
"
)
over_all_dict
[
"average_bleu_score"
]
=
average_bleu_score
fw
.
write
(
f
"Overall Average Levenshtein Distance:
{
average_edit_distance
}
"
+
"
\n
"
)
over_all_dict
[
"average_sim_score"
]
=
average_sim_score
fw
.
write
(
f
"Overall Average BLEU Score:
{
average_bleu_score
}
"
+
"
\n
"
)
self
.
fw
.
write
(
json
.
dumps
(
over_all_dict
,
ensure_ascii
=
False
)
+
"
\n
"
)
fw
.
write
(
f
"Overall Average Marker Score:
{
average_sim_score
}
"
+
"
\n
"
)
print
(
"Overall extract ratio: "
,
len
(
self
.
score_dict
)
/
self
.
anntion_cnt
)
print
(
f
"Overall Average Levenshtein Distance:
{
average_edit_distance
}
"
)
print
(
f
"Overall Average BLEU Score:
{
average_bleu_score
}
"
)
print
(
f
"Overall Average Marker Score:
{
average_sim_score
}
"
)
fw
.
close
()
def
calculate_similarity_total
(
self
,
tool_type
,
file_types
,
download_dir
):
def
calculate_similarity_total
(
self
,
tool_type
,
file_types
,
download_dir
):
for
file_type
in
file_types
:
for
file_type
in
file_types
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment