首页 > 编程 > Python > 正文

python监控文件或目录变化

2019-11-25 16:45:08
字体:
来源:转载
供稿:网友

本文实例实现的功能是监控一个文件或目录的变化,如果有变化,把文件上传备份至备份主机,并且要监控上传过程是否有问题等,具体内容如下

#!/usr/bin/env python#coding=utf-8##Status wd gs/ccs sql file changed#文件有变化上传至备份主机,上传之后验证文件是否正确#import paramiko,os,sys,datetime,time,MySQLdbfrom pyinotify import WatchManager, Notifier, ProcessEvent, IN_DELETE, IN_CREATE,IN_MODIFY'''CREATE TABLE `wddel_log.status_sql` ( `ip` varchar(16) NOT NULL COMMENT '机器IP', `tar_name` varchar(50) NOT NULL COMMENT '备份文件名字', `md5` varchar(50) NOT NULL COMMENT '备份文件MD5', `flag` int(2) NOT NULL COMMENT '0:成功;1:失败', `error_log` varchar(100) NOT NULL COMMENT '错误日志', `uptime` datetime NOT NULL COMMENT '更新时间', KEY `ip` (`ip`), KEY `uptime` (`uptime`)) ENGINE=InnoDB DEFAULT CHARSET=utf8'''#日志表创建脚本GM_path='/home/asktao/'center_hostname='192.168.1.100'center_username='root'center_password='123456'center_port=63008def log2db(ip,tar_name,md5,flag,error='0'):#删除日志入库  try:    tar_name = os.path.split(tar_name)[1]    now = time.strftime("%Y-%m-%d %H:%M:%S")    conn = MySQLdb.connect(host = '192.168.1.104',user = 'root',passwd = '1q2w3e4r',charset='utf8',connect_timeout=20)    cursor = conn.cursor()    sql = "SELECT ip FROM wddel_log.status_sql WHERE ip='%s'" % ip    cursor.execute(sql)    res = cursor.fetchall()    if len(res)==0:      inster_sql = "insert into wddel_log.status_sql VALUES('%s','%s','%s',%s,'%s','%s')" % (ip,tar_name,md5,flag,error,now)      cursor.execute(inster_sql)      conn.commit()    else:      update_sql = "UPDATE wddel_log.status_sql SET md5='%s',flag='%s',error_log='%s',uptime='%s' WHERE ip='%s'" % (md5,flag,error,now,ip)      cursor.execute(update_sql)      conn.commit()    cursor.close()    conn.close()  except Exception,e:    print edef find_ip():#获取本地eth0的IP地址  ip = os.popen("/sbin/ip a|grep 'global eth0'").readlines()[0].split()[1].split("/")[0]  if "192.168." in ip:    ip = os.popen("/sbin/ip a|grep 'global eth1'").readlines()[0].split()[1].split("/")[0]  return ipdef md5sum(file_name):#验证sql打包文件的MD5  if os.path.isfile(file_name):    f = open(file_name,'rb')    py_ver = sys.version[:3]    if py_ver == "2.4":      import md5 as hashlib    else:      import hashlib      md5 = hashlib.md5(f.read()).hexdigest()      f.close()      return md5  else:    return 0def center_md5(file_name):#上传至备份中心的文件的MD5  try:    s=paramiko.SSHClient()    s.set_missing_host_key_policy(paramiko.AutoAddPolicy())    s.connect(hostname = center_hostname,port=center_port,username=center_username, password=center_password)    conm = "/usr/bin/md5sum %s" % file_name    stdin,stdout,stderr=s.exec_command(conm)    result = stdout.readlines()[0].split()[0].strip()    s.close()    return result  except Exception,e:    return edef back_file(ip,tar_name,tar_md5):#上传文件到备份中心  remote_dir='/data/sql'  file_name=os.path.join(remote_dir,os.path.split(tar_name)[1])  try:    t=paramiko.Transport((center_hostname,center_port))    t.connect(username=center_username,password=center_password)    sftp=paramiko.SFTPClient.from_transport(t)    sftp.put(tar_name,file_name)    t.close()    #print "%s back_file OK" % tar_name    os.remove(tar_name)    remot_md5=center_md5(file_name)    if remot_md5 == tar_md5:      log2db(ip,tar_name,tar_md5,0)    else:      log2db(ip,tar_name,tar_md5,1,'remot_md5!=tar_md5')  except Exception,e:    #print "connect error!"    log2db(ip,tar_name,tar_md5,1,e)    os.remove(tar_name)def back_sql():#执行备份  ip = find_ip()  tar_name = "/tmp/%s.tar.gz" % ip  sql_conn = "/usr/bin/find %s -type f -name '*.sql'|/usr/bin/xargs /bin/tar zcvPf %s" % (GM_path,tar_name)  sql_tar = os.popen(sql_conn).readlines()  tar_md5 = md5sum(tar_name)  if tar_md5 != 0:    back_file(ip,tar_name,tar_md5)  else:    error_log = "%s not find" % tar_name    log2db(ip,tar_name,tar_md5,0,error_log)class PFilePath(ProcessEvent):#文件变化的触发  def process_IN_CREATE(self, event):    if os.path.splitext(event.name)[1] == ".sql":      text = "Create file: %s " % os.path.join(event.path, event.name)      #print text      back_sql()  def process_IN_MODIFY(self, event):    if os.path.splitext(event.name)[1] == ".sql":      text = "Modify file: %s " % os.path.join(event.path, event.name)      #print text      back_sql()def FSMonitor():#主监控函数  back_sql()#运行脚本先备份sql文件  wm = WatchManager()  mask = IN_CREATE |IN_MODIFY  notifier = Notifier(wm, PFilePath())  wdd = wm.add_watch(GM_path, mask, rec=True)  print 'now starting monitor %s' % (GM_path)  while True:    try :      notifier.process_events()      if notifier.check_events():        notifier.read_events()    except KeyboardInterrupt:      notifier.stop()      breakif __name__ == "__main__":  FSMonitor()

以上就是本文的全部内容,希望对大家的学习有所帮助。

发表评论 共有条评论
用户名: 密码:
验证码: 匿名发表