Unverified Commit 68d4c332 authored by Chauncey's avatar Chauncey Committed by GitHub
Browse files

[Misc] Add S3 environment variables for better support of MinIO. (#16977)


Signed-off-by: default avatarchaunceyjiang <chaunceyjiang@gmail.com>
parent f961d7f6
......@@ -45,7 +45,12 @@ def glob(s3=None,
list[str]: List of full S3 paths allowed by the pattern
"""
if s3 is None:
s3 = boto3.client("s3")
s3 = boto3.client(
's3',
aws_access_key_id=os.getenv("AWS_ACCESS_KEY_ID"),
aws_secret_access_key=os.getenv("AWS_SECRET_ACCESS_KEY"),
endpoint_url=os.getenv("AWS_ENDPOINT_URL"),
region_name=os.getenv("AWS_REGION_NAME"))
if not path.endswith("/"):
path = path + "/"
bucket_name, _, paths = list_files(s3,
......@@ -107,7 +112,12 @@ class S3Model:
"""
def __init__(self) -> None:
self.s3 = boto3.client('s3')
self.s3 = boto3.client(
's3',
aws_access_key_id=os.getenv("AWS_ACCESS_KEY_ID"),
aws_secret_access_key=os.getenv("AWS_SECRET_ACCESS_KEY"),
endpoint_url=os.getenv("AWS_ENDPOINT_URL"),
region_name=os.getenv("AWS_REGION_NAME"))
for sig in (signal.SIGINT, signal.SIGTERM):
existing_handler = signal.getsignal(sig)
signal.signal(sig, self._close_by_signal(existing_handler))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment