Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
wangsen
MinerU
Commits
7e59b4b6
Commit
7e59b4b6
authored
Apr 08, 2024
by
赵小蒙
Browse files
实现从本地home目录获取s3config信息
parent
58c191e7
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
37 additions
and
5 deletions
+37
-5
magic_pdf/libs/config_reader.py
magic_pdf/libs/config_reader.py
+37
-5
No files found.
magic_pdf/libs/config_reader.py
View file @
7e59b4b6
"""
"""
根据bucket的名字返回对应的s3 AK, SK,endpoint三元组
根据bucket的名字返回对应的s3 AK, SK,endpoint三元组
"""
"""
import
json
import
os
from
loguru
import
logger
def
get_s3_config
(
bucket_name
:
str
):
def
get_s3_config
(
bucket_name
:
str
):
"""
"""
~/magic
-
pdf.json 读出来
~/magic
_
pdf
_config
.json 读出来
"""
"""
ak
,
sk
,
endpoint
=
""
,
""
,
""
if
os
.
name
==
"posix"
:
# Linux or macOS
# TODO 请实现这个函数
home_dir
=
os
.
path
.
expanduser
(
"~"
)
elif
os
.
name
==
"nt"
:
# Windows
home_dir
=
os
.
path
.
expandvars
(
"%USERPROFILE%"
)
else
:
raise
Exception
(
"Unsupported operating system"
)
config_file
=
os
.
path
.
join
(
home_dir
,
"magic_pdf_config.json"
)
if
not
os
.
path
.
exists
(
config_file
):
raise
Exception
(
"magic_pdf_config.json not found"
)
with
open
(
config_file
,
"r"
)
as
f
:
config
=
json
.
load
(
f
)
if
bucket_name
not
in
config
:
raise
Exception
(
"bucket_name not found in magic_pdf_config.json"
)
ak
=
config
[
bucket_name
].
get
(
"ak"
)
sk
=
config
[
bucket_name
].
get
(
"sk"
)
endpoint
=
config
[
bucket_name
].
get
(
"endpoint"
)
if
ak
is
None
or
sk
is
None
or
endpoint
is
None
:
raise
Exception
(
"ak, sk or endpoint not found in magic_pdf_config.json"
)
# logger.info(f"get_s3_config: ak={ak}, sk={sk}, endpoint={endpoint}")
return
ak
,
sk
,
endpoint
return
ak
,
sk
,
endpoint
if
__name__
==
'__main__'
:
ak
,
sk
,
endpoint
=
get_s3_config
(
"llm-raw"
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment