"git@developer.sourcefind.cn:zhaoyu6/sglang.git" did not exist on "f05c68733ec8827fe3008866d23fc96735e76fb2"
Commit 7e59b4b6 authored by 赵小蒙's avatar 赵小蒙
Browse files

实现从本地home目录获取s3config信息

parent 58c191e7
"""
根据bucket的名字返回对应的s3 AK, SK,endpoint三元组
"""
import json
import os
from loguru import logger
def get_s3_config(bucket_name: str):
"""
~/magic-pdf.json 读出来
~/magic_pdf_config.json 读出来
"""
ak , sk, endpoint = "", "", ""
# TODO 请实现这个函数
if os.name == "posix": # Linux or macOS
home_dir = os.path.expanduser("~")
elif os.name == "nt": # Windows
home_dir = os.path.expandvars("%USERPROFILE%")
else:
raise Exception("Unsupported operating system")
config_file = os.path.join(home_dir, "magic_pdf_config.json")
if not os.path.exists(config_file):
raise Exception("magic_pdf_config.json not found")
with open(config_file, "r") as f:
config = json.load(f)
if bucket_name not in config:
raise Exception("bucket_name not found in magic_pdf_config.json")
ak = config[bucket_name].get("ak")
sk = config[bucket_name].get("sk")
endpoint = config[bucket_name].get("endpoint")
if ak is None or sk is None or endpoint is None:
raise Exception("ak, sk or endpoint not found in magic_pdf_config.json")
# logger.info(f"get_s3_config: ak={ak}, sk={sk}, endpoint={endpoint}")
return ak, sk, endpoint
if __name__ == '__main__':
ak, sk, endpoint = get_s3_config("llm-raw")
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment