Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
P
pdf-miner
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Qin Kaijie
pdf-miner
Commits
fdb6a2e1
Commit
fdb6a2e1
authored
Jun 26, 2024
by
quyuan
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
update ci timeout
parent
9fcd2bd5
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
4 deletions
+4
-4
test_cli.py
tests/test_cli/test_cli.py
+4
-4
No files found.
tests/test_cli/test_cli.py
View file @
fdb6a2e1
...
@@ -16,7 +16,7 @@ class TestCli:
...
@@ -16,7 +16,7 @@ class TestCli:
cmd
=
'cd
%
s && export PYTHONPATH=. && find
%
s -type f -name "*.pdf" | xargs -I{} python magic_pdf/cli/magicpdf.py pdf-command --pdf {}'
%
(
code_path
,
pdf_dev_path
)
cmd
=
'cd
%
s && export PYTHONPATH=. && find
%
s -type f -name "*.pdf" | xargs -I{} python magic_pdf/cli/magicpdf.py pdf-command --pdf {}'
%
(
code_path
,
pdf_dev_path
)
logging
.
info
(
cmd
)
logging
.
info
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
count_folders_and_check_contents
(
pdf_res_path
)
#
common.count_folders_and_check_contents(pdf_res_path)
def
test_pdf_specify_jsonl
(
self
):
def
test_pdf_specify_jsonl
(
self
):
...
@@ -26,7 +26,7 @@ class TestCli:
...
@@ -26,7 +26,7 @@ class TestCli:
cmd
=
"cd
%
s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972'"
%
(
code_path
)
cmd
=
"cd
%
s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972'"
%
(
code_path
)
logging
.
info
(
cmd
)
logging
.
info
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
count_folders_and_check_contents
(
pdf_res_path
)
#
common.count_folders_and_check_contents(pdf_res_path)
def
test_pdf_specify_jsonl_txt
(
self
):
def
test_pdf_specify_jsonl_txt
(
self
):
"""
"""
...
@@ -35,7 +35,7 @@ class TestCli:
...
@@ -35,7 +35,7 @@ class TestCli:
cmd
=
"cd
%
s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972' --method txt"
%
(
code_path
)
cmd
=
"cd
%
s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972' --method txt"
%
(
code_path
)
logging
.
info
(
cmd
)
logging
.
info
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
count_folders_and_check_contents
(
pdf_res_path
)
#
common.count_folders_and_check_contents(pdf_res_path)
def
test_pdf_specify_jsonl_ocr
(
self
):
def
test_pdf_specify_jsonl_ocr
(
self
):
"""
"""
...
@@ -44,7 +44,7 @@ class TestCli:
...
@@ -44,7 +44,7 @@ class TestCli:
cmd
=
"cd
%
s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972' --method ocr"
%
(
code_path
)
cmd
=
"cd
%
s && export PYTHONPATH=. && python magic_pdf/cli/magicpdf.py json-command --json 's3://llm-process-pperf/ebook_index_textbook_40k/中高考&竞赛知识点/part-663f1ef5e7c1-009416.jsonl?bytes=0,1133972' --method ocr"
%
(
code_path
)
logging
.
info
(
cmd
)
logging
.
info
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
check_shell
(
cmd
)
common
.
count_folders_and_check_contents
(
pdf_res_path
)
#
common.count_folders_and_check_contents(pdf_res_path)
if
__name__
==
"__main__"
:
if
__name__
==
"__main__"
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment