Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
wangsen
MinerU
Commits
fdb6a2e1
Commit
fdb6a2e1
authored
Jun 26, 2024
by
quyuan
Browse files
update ci timeout
parent
9fcd2bd5
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
4 deletions
+4
-4
tests/test_cli/test_cli.py
tests/test_cli/test_cli.py
+4
-4
No files found.
tests/test_cli/test_cli.py
View file @
fdb6a2e1
...
@@ -16,7 +16,7 @@ class TestCli:
...
@@ -16,7 +16,7 @@ class TestCli:
cmd
=
'cd %s && export PYTHONPATH=. && find %s -type f -name "*.pdf" | xargs -I{} python magic_pdf/cli/magicpdf.py pdf-command --pdf {}'
%
(
code_path
,
pdf_dev_path
)
cmd
=
'cd %s && export PYTHONPATH=. && find %s -type f -name "*.pdf" | xargs -I{} python magic_pdf/cli/magicpdf.py pdf-command --pdf {}'
%
(
code_path
,
pdf_dev_path
)
logging
.
info
(
cmd
)
logging
.
info
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
count_folders_and_check_contents
(
pdf_res_path
)
#
common.count_folders_and_check_contents(pdf_res_path)
def
test_pdf_specify_jsonl
(
self
):
def
test_pdf_specify_jsonl
(
self
):
...
@@ -26,7 +26,7 @@ class TestCli:
...
@@ -26,7 +26,7 @@ class TestCli:
cmd
=
"cd %s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972'"
%
(
code_path
)
cmd
=
"cd %s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972'"
%
(
code_path
)
logging
.
info
(
cmd
)
logging
.
info
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
count_folders_and_check_contents
(
pdf_res_path
)
#
common.count_folders_and_check_contents(pdf_res_path)
def
test_pdf_specify_jsonl_txt
(
self
):
def
test_pdf_specify_jsonl_txt
(
self
):
"""
"""
...
@@ -35,7 +35,7 @@ class TestCli:
...
@@ -35,7 +35,7 @@ class TestCli:
cmd
=
"cd %s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972' --method txt"
%
(
code_path
)
cmd
=
"cd %s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972' --method txt"
%
(
code_path
)
logging
.
info
(
cmd
)
logging
.
info
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
count_folders_and_check_contents
(
pdf_res_path
)
#
common.count_folders_and_check_contents(pdf_res_path)
def
test_pdf_specify_jsonl_ocr
(
self
):
def
test_pdf_specify_jsonl_ocr
(
self
):
"""
"""
...
@@ -44,7 +44,7 @@ class TestCli:
...
@@ -44,7 +44,7 @@ class TestCli:
cmd
=
"cd %s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972' --method ocr"
%
(
code_path
)
cmd
=
"cd %s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972' --method ocr"
%
(
code_path
)
logging
.
info
(
cmd
)
logging
.
info
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
count_folders_and_check_contents
(
pdf_res_path
)
#
common.count_folders_and_check_contents(pdf_res_path)
if
__name__
==
"__main__"
:
if
__name__
==
"__main__"
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment