312 lines
8.3 KiB
Python
Executable File
312 lines
8.3 KiB
Python
Executable File
# coding:utf-8
|
||
|
||
import sys
|
||
import io
|
||
import os
|
||
import time
|
||
import re
|
||
import json
|
||
|
||
# print(sys.platform)
|
||
if sys.platform != "darwin":
|
||
os.chdir("/www/server/mdserver-web")
|
||
|
||
|
||
web_dir = os.getcwd() + "/web"
|
||
if os.path.exists(web_dir):
|
||
sys.path.append(web_dir)
|
||
os.chdir(web_dir)
|
||
|
||
import core.mw as mw
|
||
import core.db as db
|
||
|
||
app_debug = False
|
||
if mw.isAppleSystem():
|
||
app_debug = True
|
||
|
||
|
||
def getPluginName():
|
||
return 'backup_ftp'
|
||
|
||
|
||
def getPluginDir():
|
||
return mw.getPluginDir() + '/' + getPluginName()
|
||
|
||
|
||
sys.path.append(getPluginDir() + "/class")
|
||
from ftp_client import FtpPSClient
|
||
|
||
|
||
def getServerDir():
|
||
return mw.getServerDir() + '/' + getPluginName()
|
||
|
||
|
||
def getArgs():
|
||
args = sys.argv[2:]
|
||
tmp = {}
|
||
args_len = len(args)
|
||
|
||
if args_len == 1:
|
||
t = args[0].strip('{').strip('}')
|
||
t = t.split(':')
|
||
tmp[t[0]] = t[1]
|
||
elif args_len > 1:
|
||
for i in range(len(args)):
|
||
t = args[i].split(':', 1)
|
||
tmp[t[0]] = t[1]
|
||
return tmp
|
||
|
||
|
||
def checkArgs(data, ck=[]):
|
||
for i in range(len(ck)):
|
||
if not ck[i] in data:
|
||
return (False, mw.returnJson(False, '参数:(' + ck[i] + ')没有!'))
|
||
return (True, mw.returnJson(True, 'ok'))
|
||
|
||
|
||
def status():
|
||
return 'start'
|
||
|
||
|
||
def getConf():
|
||
cfg = getServerDir() + "/cfg.json"
|
||
if not os.path.exists(cfg):
|
||
rdata = {
|
||
'use_sftp':False,
|
||
}
|
||
return mw.returnJson(False, "未配置", rdata)
|
||
data = mw.readFile(cfg)
|
||
data = json.loads(data)
|
||
return mw.returnJson(True, "OK", data)
|
||
|
||
|
||
def setConf():
|
||
args = getArgs()
|
||
data = checkArgs(args, ['use_sftp', 'ftp_user',
|
||
'ftp_pass', 'ftp_host', 'backup_path'])
|
||
if not data[0]:
|
||
return data[1]
|
||
|
||
cfg = getServerDir() + "/cfg.json"
|
||
|
||
values = ['ftp_user',
|
||
'ftp_pass',
|
||
'ftp_host']
|
||
for v in values:
|
||
if args[v] == '':
|
||
return mw.returnJson(False, '必填资料不能为空，请核实!', [])
|
||
|
||
if args['backup_path'] == '':
|
||
args['backup_path'] = "/backup"
|
||
|
||
try:
|
||
ftp = FtpPSClient(load_config=False)
|
||
ftp.injection_config(args)
|
||
data = ftp.getList("/")
|
||
if data:
|
||
mw.writeFile(cfg, mw.getJson(args))
|
||
return mw.returnJson(True, '设置成功', [])
|
||
except Exception as e:
|
||
return mw.returnJson(False, "FTP校验失败，请核实!\n" + str(e), [])
|
||
|
||
|
||
def getList():
|
||
cfg = getServerDir() + "/cfg.json"
|
||
if not os.path.exists(cfg):
|
||
return mw.returnJson(False, "未配置FTP,请点击`账户设置`", [])
|
||
|
||
args = getArgs()
|
||
data = checkArgs(args, ['path'])
|
||
if not data[0]:
|
||
return data[1]
|
||
|
||
try:
|
||
ftp = FtpPSClient()
|
||
flist = ftp.getList(args['path'])
|
||
return mw.returnJson(True, "ok", flist)
|
||
except Exception as e:
|
||
return mw.returnJson(False, str(e), [])
|
||
|
||
|
||
def createDir():
|
||
cfg = getServerDir() + "/cfg.json"
|
||
if not os.path.exists(cfg):
|
||
return mw.returnJson(False, "未配置FTP,请点击`账户设置`", [])
|
||
|
||
args = getArgs()
|
||
data = checkArgs(args, ['path', 'name'])
|
||
if not data[0]:
|
||
return data[1]
|
||
|
||
ftp = FtpPSClient()
|
||
isok = ftp.createDir(args['path'], args['name'])
|
||
if isok:
|
||
return mw.returnJson(True, "创建成功")
|
||
return mw.returnJson(False, "创建失败")
|
||
|
||
|
||
def deleteDir():
|
||
args = getArgs()
|
||
data = checkArgs(args, ['dir_name', 'path'])
|
||
if not data[0]:
|
||
return data[1]
|
||
|
||
ftp = FtpPSClient()
|
||
isok = ftp.deleteDir(args['path'], args['dir_name'])
|
||
if isok:
|
||
return mw.returnJson(True, "删除成功")
|
||
return mw.returnJson(False, "删除失败")
|
||
|
||
|
||
def deleteFile():
|
||
args = getArgs()
|
||
data = checkArgs(args, ['path', 'filename'])
|
||
if not data[0]:
|
||
return data[1]
|
||
|
||
ftp = FtpPSClient()
|
||
isok = ftp.deleteFile(args['path'] + "/" + args['filename'])
|
||
if isok:
|
||
return mw.returnJson(True, "删除成功")
|
||
return mw.returnJson(False, "删除失败")
|
||
|
||
def findPathName(path, filename):
|
||
f = os.scandir(path)
|
||
l = []
|
||
for ff in f:
|
||
t = {}
|
||
if ff.name.find(filename) > -1:
|
||
t['filename'] = path + '/' + ff.name
|
||
l.append(t)
|
||
return l
|
||
|
||
def backupAllFunc(stype):
|
||
|
||
name = sys.argv[2]
|
||
num = sys.argv[3]
|
||
|
||
prefix_dict = {
|
||
"site": "web",
|
||
"database": "db",
|
||
"path": "path",
|
||
}
|
||
|
||
backups = []
|
||
# print("stype:", stype)
|
||
# 提前获取-清理多余备份
|
||
if stype == 'site':
|
||
pid = mw.M('sites').where('name=?', (name,)).getField('id')
|
||
backups = mw.M('backup').where('type=? and pid=?', ('0', pid)).field('id,filename').select()
|
||
if stype == 'database':
|
||
db_path = mw.getServerDir() + '/mysql'
|
||
pid = mw.M('databases').dbPos(db_path, 'mysql').where('name=?', (name,)).getField('id')
|
||
backups = mw.M('backup').where('type=? and pid=?', ('1', pid)).field('id,filename').select()
|
||
if stype == 'path':
|
||
backup_dir = mw.getBackupDir()
|
||
backup_path = backup_dir + '/path'
|
||
_name = 'path_{}'.format(os.path.basename(name))
|
||
backups = findPathName(backup_path, _name)
|
||
|
||
# 其他类型关系性数据库(mysql类的)
|
||
if stype.find('database_') > -1:
|
||
plugin_name = stype.replace('database_', '')
|
||
db_path = mw.getServerDir() + '/' + plugin_name
|
||
pid = mw.M('databases').dbPos(db_path, 'mysql').where('name=?', (name,)).getField('id')
|
||
backups = mw.M('backup').where('type=? and pid=?', ('1', pid)).field('id,filename').select()
|
||
|
||
args = stype + " " + name + " " + num
|
||
cmd = 'python3 ' + mw.getPanelDir() + '/scripts/backup.py ' + args
|
||
if stype.find('database_') > -1:
|
||
plugin_name = stype.replace('database_', '')
|
||
args = "database " + name + " " + num
|
||
cmd = 'python3 ' + mw.getPanelDir() + '/plugins/' + plugin_name + '/scripts/backup.py ' + args
|
||
|
||
os.system(cmd)
|
||
|
||
# 开始执行上传信息.
|
||
|
||
if stype.find('database_') > -1:
|
||
bk_name = 'database'
|
||
plugin_name = stype.replace('database_', '')
|
||
bk_prefix = plugin_name + '/db'
|
||
stype = 'database'
|
||
else:
|
||
bk_prefix = prefix_dict[stype]
|
||
bk_name = stype
|
||
|
||
find_path = mw.getBackupDir() + '/' + bk_name + '/' + bk_prefix + '_' + name
|
||
if stype == 'path':
|
||
_name = 'path_{}'.format(os.path.basename(name))
|
||
find_path = mw.getBackupDir() + '/path/'+_name
|
||
|
||
find_new_file = "ls " + find_path + "_* | grep '.gz' | cut -d \\ -f 1 | awk 'END {print}'"
|
||
|
||
filename = mw.execShell(find_new_file)[0].strip()
|
||
if filename == "":
|
||
mw.echoInfo("not find upload file!")
|
||
return ''
|
||
|
||
mw.echoInfo("准备上传文件 {}".format(filename))
|
||
ftp = FtpPSClient()
|
||
ftp.uploadFile(filename, stype)
|
||
|
||
# print(backups)
|
||
backups = sorted(backups, key=lambda x: x['filename'], reverse=False)
|
||
mw.echoStart('开始删除远程备份')
|
||
num = int(num)
|
||
sep = len(backups) - num
|
||
if sep > -1:
|
||
for backup in backups:
|
||
fn = os.path.basename(backup['filename'])
|
||
object_name = ftp.buildDirName(stype, fn)
|
||
ftp.deleteFile(object_name)
|
||
mw.echoInfo("已清理远程过期备份文件：" + object_name)
|
||
sep -= 1
|
||
if sep < 0:
|
||
break
|
||
mw.echoEnd('结束删除远程备份')
|
||
|
||
return ''
|
||
|
||
|
||
def in_array(name, arr=[]):
|
||
for x in arr:
|
||
if name == x:
|
||
return True
|
||
return False
|
||
|
||
|
||
def installPreInspection():
|
||
return 'ok'
|
||
|
||
if __name__ == "__main__":
|
||
func = sys.argv[1]
|
||
if func == 'status':
|
||
print(status())
|
||
elif func == 'start':
|
||
print(start())
|
||
elif func == 'stop':
|
||
print(stop())
|
||
elif func == 'restart':
|
||
print(restart())
|
||
elif func == 'reload':
|
||
print(reload())
|
||
elif func == 'install_pre_inspection':
|
||
print(installPreInspection())
|
||
elif func == 'conf':
|
||
print(getConf())
|
||
elif func == 'set_config':
|
||
print(setConf())
|
||
elif func == "get_list":
|
||
print(getList())
|
||
elif func == "create_dir":
|
||
print(createDir())
|
||
elif func == "delete_dir":
|
||
print(deleteDir())
|
||
elif func == 'delete_file':
|
||
print(deleteFile())
|
||
elif in_array(func, ['site', 'database', 'path']) or func.find('database_') > -1:
|
||
print(backupAllFunc(func))
|
||
else:
|
||
print('error')
|