Spaces:
Running
Running
File size: 2,319 Bytes
8bea69a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
#!/usr/bin/python3
# -*- coding: utf-8 -*-
import json
import logging
import time
from aiobotocore.session import get_session
from tenacity import before_sleep_log, retry, retry_if_exception_type, stop_after_attempt, wait_fixed
api_logger = logging.getLogger("api")
class TencentCos(object):
def __init__(self,
endpoint_url: str,
region: str,
secret_key: str,
secret_id: str,
bucket: str,
):
self.endpoint_url = endpoint_url
self.region = region
self.secret_key = secret_key
self.secret_id = secret_id
self.bucket = bucket
async def upload_by_filename(self, local_filename: str, cos_filename: str):
file_in_bytes = open(local_filename, "rb")
response = await self.upload_by_bytes(file_in_bytes, cos_filename)
return response
@retry(
wait=wait_fixed(0.5),
stop=stop_after_attempt(3),
before_sleep=before_sleep_log(api_logger, logging.ERROR),
)
async def upload_by_bytes(self, data_bytes: bytes, url_path: str) -> dict:
start_time = time.time()
try:
session = get_session()
# https://obs.{region}.myhuaweicloud.com
async with session.create_client(
"s3",
endpoint_url=self.endpoint_url,
region_name=self.region,
aws_secret_access_key=self.secret_key,
aws_access_key_id=self.secret_id,
) as client:
response = await client.put_object(
Bucket=self.bucket,
Key=url_path,
Body=data_bytes
)
msg = "success"
rsp_text = json.dumps(response)
time_cost = time.time() - start_time
api_logger.info(f"s3|{msg}|{time_cost:.3f}s|{self.endpoint_url}|{self.bucket}|{url_path}|{rsp_text}")
except Exception as e:
msg = f"{type(e)}: {str(e)}"
rsp_text = ""
time_cost = time.time() - start_time
api_logger.info(f"s3|{msg}|{time_cost:.3f}s|{self.endpoint_url}|{self.bucket}|{url_path}|{rsp_text}")
raise e
return response
if __name__ == "__main__":
pass
|