mysql增备
Posted 知_行
tags:
篇首语：本文由小常识网(cha138.com)小编为大家整理，主要介绍了mysql增备相关的知识，希望对你有一定的参考价值。
mysql每隔5分钟增备一次
1，逻辑示意图
2，目录结构图
3，producer
#!/usr/local/bin/python3
# -*- coding: UTF-8 -*-
# ====================================================
# Author: changbo - 541330702@qq.com
# Last modified: 2017-9-1
# Filename: mysqlproduct.py
# Description: backup mysql files,base percona xtrabackup
# http://www.cnblogs.com/changbo
# ====================================================
import stomp
import time
import threading
import logging
logging.basicConfig(level=logging.DEBUG,
format=\'%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s\',
datefmt=\'%a, %d %b %Y %H:%M:%S\',
filename=\'product.log\',
filemode=\'a\')
def product(timestamp):
conn = stomp.Connection10([(\'127.0.0.1\', 61613)])
conn.start()
conn.connect()
# 如果时间等于0030则传送一个‘bakold’,否则传‘startjob’
if timestamp == \'0030\':
conn.send(\'SampleQueue\', \'bakold\')
else:
conn.send(\'SampleQueue\', \'startjob\')
# conn.disconnect()
def execCommond():
count = 0
while True:
nowtime = time.strftime("%H%M", time.localtime())
if nowtime == \'0030\':
product(nowtime)
count -= 5
logging.debug(\'bak time: \' + nowtime)
del nowtime
time.sleep(60)
elif count == 5:
product(nowtime)
count -= 5
logging.debug(\'send startjob time: \' + nowtime)
del nowtime
else:
count += 1
logging.debug(\'sleep time: \' + nowtime)
del nowtime
time.sleep(60)
if __name__ == \'__main__\':
t = threading.Thread(target=execCommond())
t.start()
t.join()
4,consumer
#!/usr/local/bin/python3
# -*- coding: UTF-8 -*-
# ====================================================
# Author: changbo - 541330702@qq.com
# Last modified: 2017-9-1
# Filename: mysqlconsumer.py
# Description: backup mysql files,base percona xtrabackup
# http://www.cnblogs.com/changbo
# ====================================================
import stomp
import mysqlincrement
import threading
import os
import time
import logging
logging.basicConfig(level=logging.DEBUG,
format=\'%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s\',
datefmt=\'%a, %d %b %Y %H:%M:%S\',
filename=\'consumer.log\',
filemode=\'a\')
class SampleListener(object):
def on_message(self, headers, message):
nowday = time.strftime("%Y%m%d", time.localtime())
basedir = \'/home/yunwei/dbbakup/\'
mysqlbakdir = basedir + nowday
logging.debug(message)
try:
if message == \'startjob\':
if not os.path.exists(mysqlbakdir):
mysqlincrement.createDir()
logging.debug("begin to create")
else:
logging.debug("begin to incre")
mysqlincrement.incremBak()
elif message == \'bakold\':
mysqlincrement.mvBak()
logging.debug(\'begin to mvbak\')
else:
pass
except Exception as e:
logging.debug(e)
pass
def resiveMessage():
conn = stomp.Connection10([(\'127.0.0.1\', 61613)])
conn.set_listener(\'SampleListener\', SampleListener())
conn.start()
conn.connect()
time.sleep(10)
conn.subscribe(\'SampleQueue\')
conn.disconnect()
if __name__ == \'__main__\':
while True:
t = threading.Thread(target=resiveMessage)
t.start()
t.join()
5,mysql增备脚本
#!/usr/local/bin/python3
# -*- coding: UTF-8 -*-
# ====================================================
# Author: changbo - 541330702@qq.com
# Last modified: 2017-9-3
# Filename: mysqlincrement.py
# Description: backup mysql files,base percona xtrabackup
# http://www.cnblogs.com/changbo
# ====================================================
import time
import datetime
import os
import subprocess
import logging
logging.basicConfig(level=logging.DEBUG,
format=\'%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s\',
datefmt=\'%a, %d %b %Y %H:%M:%S\',
filename=\'backup.log\',
filemode=\'a\')
# 获取昨日备份文件目录
def getYesterday():
today = datetime.date.today()
oneday = datetime.timedelta(days=1)
yesterday = str((today - oneday)).replace(\'-\', \'\')
return yesterday
def createDir():
nowday = time.strftime("%Y%m%d", time.localtime())
basedir = \'/home/yunwei/dbbakup/\'
mysqlbakdir = basedir + nowday
perfectdir = mysqlbakdir + \'/perfectbak\'
incremdir = mysqlbakdir + "/incrembak"
nowtime = time.strftime("%H%M", time.localtime())
childdir = "%s/%s" % (incremdir, nowtime)
# 创建备份根目录
if not os.path.exists(basedir):
os.mkdir(basedir)
# 创建日备份目录
if not os.path.exists(mysqlbakdir):
os.mkdir(mysqlbakdir)
# 创建全备目录并执行全备
if not os.path.exists(perfectdir):
os.mkdir(perfectdir)
command1 = \'/usr/bin/innobackupex --defaults-file=/usr/my.cnf --no-timestamp %s\' % perfectdir
os.system(command1)
# 创建增备目录
if not os.path.exists(incremdir):
os.mkdir(incremdir)
# 创建分备份目录并增备
if not os.path.exists(childdir):
os.mkdir(childdir)
command2 = \'/usr/bin/innobackupex --defaults-file=/usr/my.cnf --no-timestamp --incremental-basedir=%s --incremental %s\' % (
perfectdir, childdir)
os.system(command2)
def incremBak():
nowday = time.strftime("%Y%m%d", time.localtime())
basedir = \'/home/yunwei/dbbakup/\'
mysqlbakdir = basedir + nowday
perfectdir = mysqlbakdir + \'/perfectbak\'
incremdir = mysqlbakdir + "/incrembak"
nowtime = time.strftime("%H%M", time.localtime())
childdir = "%s/%s" % (incremdir, nowtime)
# 获取最后被创建的文件夹目录名
filename = (((subprocess.Popen("ls -l " + incremdir + "| head -2 | tail -1 | awk \'{print $9}\'", shell=True,
stdout=subprocess.PIPE)).stdout.read()).decode()).strip()
#time.sleep(120)
# 创建增备目录
os.mkdir(childdir)
command3 = \'/usr/bin/innobackupex --defaults-file=/usr/my.cnf --no-timestamp --incremental-basedir=%s/%s --incremental %s\' % (incremdir, filename, childdir)
os.system(command3)
def mvBak():
nowday = time.strftime("%Y%m%d", time.localtime())
basedir = \'/home/yunwei/dbbakup/\'
mysqlbakdir = basedir + nowday
filetime = getYesterday()
# 压缩昨天备份目录
command4 = "/usr/bin/tar czf /home/yunwei/mysqlbak/hkmysqlbak%s.tar.gz %s%s" % (filetime, basedir, filetime)
logging.debug(os.system(command4))
# 移除昨天备份目录
command5 = "mv -f %s%s /tmp/trash" % (basedir, filetime)
logging.debug(os.system(command5))
if __name__ == \'__main__\':
nowday = time.strftime("%Y%m%d", time.localtime())
basedir = \'/home/yunwei/dbbakup/\'
mysqlbakdir = basedir + nowday
#if not os.path.exists(mysqlbakdir):
# createDir()
#else:
# incremBak()
mvBak()
python新手，欢迎吐槽
END！
以上是关于mysql增备的主要内容，如果未能解决你的问题，请参考以下文章