fix code passing ruff linter pre-commit ruff pre-commit ruff format
This commit is contained in:
@@ -19,11 +19,10 @@
|
||||
# -----------------------------------------------------------------------
|
||||
|
||||
|
||||
|
||||
import sys
|
||||
|
||||
try:
|
||||
sys.stderr = open('/dev/null') # Silence silly warnings from paramiko
|
||||
sys.stderr = open("/dev/null") # Silence silly warnings from paramiko
|
||||
import paramiko
|
||||
except ImportError as e:
|
||||
print("Error : can not load paramiko library %s" % e)
|
||||
@@ -36,14 +35,15 @@ from .common import *
|
||||
|
||||
class backup_samba4(backup_generic):
|
||||
"""Backup a samba4 databases as gzipped tdbs file through ssh"""
|
||||
type = 'samba4'
|
||||
required_params = backup_generic.required_params + ['private_key']
|
||||
optional_params = backup_generic.optional_params + ['root_dir_samba']
|
||||
|
||||
type = "samba4"
|
||||
required_params = backup_generic.required_params + ["private_key"]
|
||||
optional_params = backup_generic.optional_params + ["root_dir_samba"]
|
||||
|
||||
root_dir_samba = "/var/lib/samba/"
|
||||
def do_backup(self,stats):
|
||||
self.dest_dir = os.path.join(self.backup_dir,self.backup_start_date)
|
||||
|
||||
def do_backup(self, stats):
|
||||
self.dest_dir = os.path.join(self.backup_dir, self.backup_start_date)
|
||||
|
||||
if not os.path.isdir(self.dest_dir):
|
||||
if not self.dry_run:
|
||||
@@ -51,118 +51,128 @@ class backup_samba4(backup_generic):
|
||||
else:
|
||||
print('mkdir "%s"' % self.dest_dir)
|
||||
else:
|
||||
raise Exception('backup destination directory already exists : %s' % self.dest_dir)
|
||||
raise Exception("backup destination directory already exists : %s" % self.dest_dir)
|
||||
|
||||
self.logger.debug('[%s] Connecting to %s with user root and key %s',self.backup_name,self.server_name,self.private_key)
|
||||
self.logger.debug("[%s] Connecting to %s with user root and key %s", self.backup_name, self.server_name, self.private_key)
|
||||
try:
|
||||
mykey = paramiko.RSAKey.from_private_key_file(self.private_key)
|
||||
except paramiko.SSHException:
|
||||
#mykey = paramiko.DSSKey.from_private_key_file(self.private_key)
|
||||
# mykey = paramiko.DSSKey.from_private_key_file(self.private_key)
|
||||
mykey = paramiko.Ed25519Key.from_private_key_file(self.private_key)
|
||||
|
||||
self.ssh = paramiko.SSHClient()
|
||||
self.ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
|
||||
self.ssh.connect(self.server_name,username='root',pkey = mykey, port=self.ssh_port)
|
||||
self.ssh.connect(self.server_name, username="root", pkey=mykey, port=self.ssh_port)
|
||||
|
||||
stats['log']= "Successfully backuping processed to the following databases :"
|
||||
stats['status']='List'
|
||||
dir_ldbs = os.path.join(self.root_dir_samba+'/private/sam.ldb.d/')
|
||||
cmd = 'ls %s/*.ldb 2> /dev/null' % dir_ldbs
|
||||
self.logger.debug('[%s] List databases: %s',self.backup_name,cmd)
|
||||
(error_code,output) = ssh_exec(cmd,ssh=self.ssh)
|
||||
self.logger.debug("[%s] Output of %s :\n%s",self.backup_name,cmd,output)
|
||||
stats["log"] = "Successfully backuping processed to the following databases :"
|
||||
stats["status"] = "List"
|
||||
dir_ldbs = os.path.join(self.root_dir_samba + "/private/sam.ldb.d/")
|
||||
cmd = "ls %s/*.ldb 2> /dev/null" % dir_ldbs
|
||||
self.logger.debug("[%s] List databases: %s", self.backup_name, cmd)
|
||||
(error_code, output) = ssh_exec(cmd, ssh=self.ssh)
|
||||
self.logger.debug("[%s] Output of %s :\n%s", self.backup_name, cmd, output)
|
||||
if error_code:
|
||||
raise Exception('Aborting, Not null exit code (%i) for "%s"' % (error_code,cmd))
|
||||
databases = output.split('\n')
|
||||
raise Exception('Aborting, Not null exit code (%i) for "%s"' % (error_code, cmd))
|
||||
databases = output.split("\n")
|
||||
for database in databases:
|
||||
if database != "":
|
||||
self.db_name = database.rstrip()
|
||||
self.do_mysqldump(stats)
|
||||
|
||||
|
||||
def do_mysqldump(self,stats):
|
||||
t = datetime.datetime.now()
|
||||
backup_start_date = t.strftime('%Y%m%d-%Hh%Mm%S')
|
||||
def do_mysqldump(self, stats):
|
||||
# t = datetime.datetime.now()
|
||||
# backup_start_date = t.strftime('%Y%m%d-%Hh%Mm%S')
|
||||
|
||||
# dump db
|
||||
stats['status']='Dumping'
|
||||
cmd = 'tdbbackup -s .tisbackup ' + self.db_name
|
||||
self.logger.debug('[%s] Dump DB : %s',self.backup_name,cmd)
|
||||
stats["status"] = "Dumping"
|
||||
cmd = "tdbbackup -s .tisbackup " + self.db_name
|
||||
self.logger.debug("[%s] Dump DB : %s", self.backup_name, cmd)
|
||||
if not self.dry_run:
|
||||
(error_code,output) = ssh_exec(cmd,ssh=self.ssh)
|
||||
(error_code, output) = ssh_exec(cmd, ssh=self.ssh)
|
||||
print(output)
|
||||
self.logger.debug("[%s] Output of %s :\n%s",self.backup_name,cmd,output)
|
||||
self.logger.debug("[%s] Output of %s :\n%s", self.backup_name, cmd, output)
|
||||
if error_code:
|
||||
raise Exception('Aborting, Not null exit code (%i) for "%s"' % (error_code,cmd))
|
||||
raise Exception('Aborting, Not null exit code (%i) for "%s"' % (error_code, cmd))
|
||||
|
||||
# zip the file
|
||||
stats['status']='Zipping'
|
||||
stats["status"] = "Zipping"
|
||||
cmd = 'gzip -f "%s.tisbackup"' % self.db_name
|
||||
self.logger.debug('[%s] Compress backup : %s',self.backup_name,cmd)
|
||||
self.logger.debug("[%s] Compress backup : %s", self.backup_name, cmd)
|
||||
if not self.dry_run:
|
||||
(error_code,output) = ssh_exec(cmd,ssh=self.ssh)
|
||||
self.logger.debug("[%s] Output of %s :\n%s",self.backup_name,cmd,output)
|
||||
(error_code, output) = ssh_exec(cmd, ssh=self.ssh)
|
||||
self.logger.debug("[%s] Output of %s :\n%s", self.backup_name, cmd, output)
|
||||
if error_code:
|
||||
raise Exception('Aborting, Not null exit code (%i) for "%s"' % (error_code,cmd))
|
||||
raise Exception('Aborting, Not null exit code (%i) for "%s"' % (error_code, cmd))
|
||||
|
||||
# get the file
|
||||
stats['status']='SFTP'
|
||||
filepath = self.db_name + '.tisbackup.gz'
|
||||
localpath = os.path.join(self.dest_dir , os.path.basename(self.db_name) + '.tisbackup.gz')
|
||||
self.logger.debug('[%s] Get gz backup with sftp on %s from %s to %s',self.backup_name,self.server_name,filepath,localpath)
|
||||
stats["status"] = "SFTP"
|
||||
filepath = self.db_name + ".tisbackup.gz"
|
||||
localpath = os.path.join(self.dest_dir, os.path.basename(self.db_name) + ".tisbackup.gz")
|
||||
self.logger.debug("[%s] Get gz backup with sftp on %s from %s to %s", self.backup_name, self.server_name, filepath, localpath)
|
||||
if not self.dry_run:
|
||||
transport = self.ssh.get_transport()
|
||||
transport = self.ssh.get_transport()
|
||||
sftp = paramiko.SFTPClient.from_transport(transport)
|
||||
sftp.get(filepath, localpath)
|
||||
sftp.close()
|
||||
|
||||
if not self.dry_run:
|
||||
stats['total_files_count']=1 + stats.get('total_files_count', 0)
|
||||
stats['written_files_count']=1 + stats.get('written_files_count', 0)
|
||||
stats['total_bytes']=os.stat(localpath).st_size + stats.get('total_bytes', 0)
|
||||
stats['written_bytes']=os.stat(localpath).st_size + stats.get('written_bytes', 0)
|
||||
stats['log'] = '%s "%s"' % (stats['log'] ,self.db_name)
|
||||
stats['backup_location'] = self.dest_dir
|
||||
stats["total_files_count"] = 1 + stats.get("total_files_count", 0)
|
||||
stats["written_files_count"] = 1 + stats.get("written_files_count", 0)
|
||||
stats["total_bytes"] = os.stat(localpath).st_size + stats.get("total_bytes", 0)
|
||||
stats["written_bytes"] = os.stat(localpath).st_size + stats.get("written_bytes", 0)
|
||||
stats["log"] = '%s "%s"' % (stats["log"], self.db_name)
|
||||
stats["backup_location"] = self.dest_dir
|
||||
|
||||
stats['status']='RMTemp'
|
||||
stats["status"] = "RMTemp"
|
||||
cmd = 'rm -f "%s"' % filepath
|
||||
self.logger.debug('[%s] Remove temp gzip : %s',self.backup_name,cmd)
|
||||
self.logger.debug("[%s] Remove temp gzip : %s", self.backup_name, cmd)
|
||||
if not self.dry_run:
|
||||
(error_code,output) = ssh_exec(cmd,ssh=self.ssh)
|
||||
self.logger.debug("[%s] Output of %s :\n%s",self.backup_name,cmd,output)
|
||||
(error_code, output) = ssh_exec(cmd, ssh=self.ssh)
|
||||
self.logger.debug("[%s] Output of %s :\n%s", self.backup_name, cmd, output)
|
||||
if error_code:
|
||||
raise Exception('Aborting, Not null exit code (%i) for "%s"' % (error_code,cmd))
|
||||
stats['status']='OK'
|
||||
raise Exception('Aborting, Not null exit code (%i) for "%s"' % (error_code, cmd))
|
||||
stats["status"] = "OK"
|
||||
|
||||
def register_existingbackups(self):
|
||||
"""scan backup dir and insert stats in database"""
|
||||
|
||||
registered = [b['backup_location'] for b in self.dbstat.query('select distinct backup_location from stats where backup_name=?',(self.backup_name,))]
|
||||
registered = [
|
||||
b["backup_location"]
|
||||
for b in self.dbstat.query("select distinct backup_location from stats where backup_name=?", (self.backup_name,))
|
||||
]
|
||||
|
||||
filelist = os.listdir(self.backup_dir)
|
||||
filelist.sort()
|
||||
p = re.compile('^\d{8,8}-\d{2,2}h\d{2,2}m\d{2,2}$')
|
||||
p = re.compile("^\d{8,8}-\d{2,2}h\d{2,2}m\d{2,2}$")
|
||||
for item in filelist:
|
||||
if p.match(item):
|
||||
dir_name = os.path.join(self.backup_dir,item)
|
||||
if not dir_name in registered:
|
||||
start = datetime.datetime.strptime(item,'%Y%m%d-%Hh%Mm%S').isoformat()
|
||||
if fileisodate(dir_name)>start:
|
||||
dir_name = os.path.join(self.backup_dir, item)
|
||||
if dir_name not in registered:
|
||||
start = datetime.datetime.strptime(item, "%Y%m%d-%Hh%Mm%S").isoformat()
|
||||
if fileisodate(dir_name) > start:
|
||||
stop = fileisodate(dir_name)
|
||||
else:
|
||||
stop = start
|
||||
self.logger.info('Registering %s started on %s',dir_name,start)
|
||||
self.logger.debug(' Disk usage %s','du -sb "%s"' % dir_name)
|
||||
self.logger.info("Registering %s started on %s", dir_name, start)
|
||||
self.logger.debug(" Disk usage %s", 'du -sb "%s"' % dir_name)
|
||||
if not self.dry_run:
|
||||
size_bytes = int(os.popen('du -sb "%s"' % dir_name).read().split('\t')[0])
|
||||
size_bytes = int(os.popen('du -sb "%s"' % dir_name).read().split("\t")[0])
|
||||
else:
|
||||
size_bytes = 0
|
||||
self.logger.debug(' Size in bytes : %i',size_bytes)
|
||||
self.logger.debug(" Size in bytes : %i", size_bytes)
|
||||
if not self.dry_run:
|
||||
self.dbstat.add(self.backup_name,self.server_name,'',\
|
||||
backup_start=start,backup_end = stop,status='OK',total_bytes=size_bytes,backup_location=dir_name)
|
||||
self.dbstat.add(
|
||||
self.backup_name,
|
||||
self.server_name,
|
||||
"",
|
||||
backup_start=start,
|
||||
backup_end=stop,
|
||||
status="OK",
|
||||
total_bytes=size_bytes,
|
||||
backup_location=dir_name,
|
||||
)
|
||||
else:
|
||||
self.logger.info('Skipping %s, already registered',dir_name)
|
||||
self.logger.info("Skipping %s, already registered", dir_name)
|
||||
|
||||
|
||||
register_driver(backup_samba4)
|
||||
|
||||
Reference in New Issue
Block a user