# auth:kaliarch
# func:将腾讯云cdb备份文件上传至cos制定的bucket内
# python version:python3+
# cos version:v5
# https://console.cloud.tencent.com/cos5/bucket
# 腾讯云公共信息配置段
[common]
# 腾讯云 secretid
secret_id = AKIDMdjegcmoGxxxxxxxxxxxxxxxxxxxx
# 腾讯云 secretkey
secret_key = d5MRL4VoxyvlQvxxxxxxxxxxxxxx
# 腾讯云cos信息配置段
[cosinfo]
# cos所在地域
cos_region = ap-chengdu
# 腾讯云bucket名字(cos v5 bucket名称组成:bucket+appid)
bucket_name = xuel-test-bucket-125396xxxx
# 腾讯云cdb信息配置段
[cdbinfo]
# cdb实例id
cdb_instanceid = cdb-rqaxxxxx
# cdb所在地域
cdb_region = ap-shanghai
# cdb 日志备份类型,coldbackup(冷备),binlog(二进制日志)和slowlog_day(慢查询日志)
cdb_bak_type = coldbackup
# 日志文件信息配置段
[loginfo]
#日志文件目录名称
logdir_name = rds_to_cos
#日志文件名称
logfile_name = rdsbak_to_cos.log
#构建字典
keydict = {
'Action': self.cdb_action,
'Timestamp': str(int(time.time())),
'Nonce': str(int(random.random() * 1000)),
'Region': self.cdb_region,
'SecretId': self.secret_id,
# 'SignatureMethod': SignatureMethod,
'cdbInstanceId': self.cdb_instanceid,
'type': self.cdb_bak_type
}
#字典排序
sorted(zip(keydict.keys(), keydict.values()))
#字符串拼接
sign_str_init = ''
for value in sortlist:
sign_str_init += value[0] + '=' + value[1] + '&'
sign_str = 'GET' + self.cdb_api_url + sign_str_init[:-1]
return sign_str, sign_str_init
#获取签名串并编码
secretkey = self.secret_key
signature = bytes(sign_str, encoding='utf-8')
secretkey = bytes(secretkey, encoding='utf-8')
my_sign = hmac.new(secretkey, signature, hashlib.sha1).digest()
my_sign = base64.b64encode(my_sign)
parse.quote(my_sign)
#获取最终url
result_url = 'https://' + self.cdb_api_url + sign_str + '&Signature=' + result_sign
单独运行此模块可以得到以下信息:
#根据文件大小自动选择简单上传或分块上传,分块上传具备断点续传功能
with open(filename, 'wb') as localfile:
localfile.write(requests.request('get', url).content)
# 进行上传
response = cos_client.upload_file(
Bucket=self.bucket_name,
LocalFilePath=filename,
Key=filename,
PartSize=partsize,
MAXThread=maxthread
)
# 删除本地文件
if os.path.exists(filename):
os.remove(filename)
#创建目录
def create_dir(self):
_LOGDIR = os.path.join(os.path.dirname(__file__), self.logdir_name)
_TIME = time.strftime('%Y-%m-%d', time.gmtime()) + '-'
_LOGNAME = _TIME + self.logfile_name
LOGFILENAME = os.path.join(_LOGDIR, _LOGNAME)
if not os.path.exists(_LOGDIR):
os.mkdir(_LOGDIR)
return LOGFILENAME
#定义日志文件
def create_logger(self, logfilename):
logger = logging.getLogger()
logger.setLevel(logging.INFO)
handler = logging.FileHandler(logfilename)
handler.setLevel(logging.INFO)
formater = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
handler.setFormatter(formater)
logger.addHandler(handler)
return logger
获取CDB下载链接
完成上传查看COS文件
原创声明:本文系作者授权腾讯云开发者社区发表,未经许可,不得转载。
如有侵权,请联系 cloudcommunity@tencent.com 删除。
原创声明:本文系作者授权腾讯云开发者社区发表,未经许可,不得转载。
如有侵权,请联系 cloudcommunity@tencent.com 删除。