python监控文件或目录变化

本文实例实现的功能是监控一个文件或目录的变化，如果有变化，把文件上传备份至备份主机，并且要监控上传过程是否有问题等，具体内容如下

#!/usr/bin/env python
#coding=utf-8
#
#Status wd gs/ccs sql file changed
#文件有变化上传至备份主机，上传之后验证文件是否正确
#

import paramiko,os,sys,datetime,time,MySQLdb
from pyinotify import WatchManager, Notifier, ProcessEvent, IN_DELETE, IN_CREATE,IN_MODIFY
'''
CREATE TABLE `wddel_log.status_sql` (
`ip` varchar(16) NOT NULL COMMENT '机器IP',
`tar_name` varchar(50) NOT NULL COMMENT '备份文件名字',
`md5` varchar(50) NOT NULL COMMENT '备份文件MD5',
`flag` int(2) NOT NULL COMMENT '0:成功;1:失败',
`error_log` varchar(100) NOT NULL COMMENT '错误日志',
`uptime` datetime NOT NULL COMMENT '更新时间',
KEY `ip` (`ip`),
KEY `uptime` (`uptime`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8'''#日志表创建脚本
GM_path='/home/asktao/'
center_hostname='192.168.1.100'
center_username='root'
center_password='123456'
center_port=63008
def log2db(ip,tar_name,md5,flag,error='0'):#删除日志入库
 try:
   tar_name = os.path.split(tar_name)[1]
   now = time.strftime("％Y-％m-％d ％H:％M:％S")
   conn = MySQLdb.connect(host = '192.168.1.104',user = 'root',passwd = '1q2w3e4r',charset='utf8',connect_timeout=20)
   cursor = conn.cursor()
   sql = "SELECT ip FROM wddel_log.status_sql WHERE ip='％s'" ％ ip
   cursor.execute(sql)
   res = cursor.fetchall()
   if len(res)==0:
     inster_sql = "insert into wddel_log.status_sql VALUES('％s','％s','％s',％s,'％s','％s')" ％ (ip,tar_name,md5,flag,error,now)
     cursor.execute(inster_sql)
     conn.commit()
   else:
     update_sql = "UPDATE wddel_log.status_sql SET md5='％s',flag='％s',error_log='％s',uptime='％s' WHERE ip='％s'" ％ (md5,flag,error,now,ip)
     cursor.execute(update_sql)
     conn.commit()
   cursor.close()
   conn.close()
 except Exception,e:
   print e
def find_ip():#获取本地eth0的IP地址
 ip = os.popen("/sbin/ip a|grep 'global eth0'").readlines()[0].split()[1].split("/")[0]
 if "192.168." in ip:
   ip = os.popen("/sbin/ip a|grep 'global eth1'").readlines()[0].split()[1].split("/")[0]
 return ip
def md5sum(file_name):#验证sql打包文件的MD5
 if os.path.isfile(file_name):
   f = open(file_name,'rb')
   py_ver = sys.version[:3]
   if py_ver == "2.4":
     import md5 as hashlib
   else:
     import hashlib
     md5 = hashlib.md5(f.read()).hexdigest()
     f.close()
     return md5
 else:
   return 0
def center_md5(file_name):#上传至备份中心的文件的MD5
 try:
   s=paramiko.SSHClient()
   s.set_missing_host_key_policy(paramiko.AutoAddPolicy())
   s.connect(hostname = center_hostname,port=center_port,username=center_username, password=center_password)
   conm = "/usr/bin/md5sum ％s" ％ file_name
   stdin,stdout,stderr=s.exec_command(conm)
   result = stdout.readlines()[0].split()[0].strip()
   s.close()
   return result
 except Exception,e:
   return e
def back_file(ip,tar_name,tar_md5):#上传文件到备份中心
 remote_dir='/data/sql'
 file_name=os.path.join(remote_dir,os.path.split(tar_name)[1])
 try:
   t=paramiko.Transport((center_hostname,center_port))
   t.connect(username=center_username,password=center_password)
   sftp=paramiko.SFTPClient.from_transport(t)
   sftp.put(tar_name,file_name)
   t.close()
   #print "％s back_file OK" ％ tar_name
   os.remove(tar_name)
   remot_md5=center_md5(file_name)
   if remot_md5 == tar_md5:
     log2db(ip,tar_name,tar_md5,0)
   else:
     log2db(ip,tar_name,tar_md5,1,'remot_md5!=tar_md5')
 except Exception,e:
   #print "connect error!"
   log2db(ip,tar_name,tar_md5,1,e)
   os.remove(tar_name)
def back_sql():#执行备份
 ip = find_ip()
 tar_name = "/tmp/％s.tar.gz" ％ ip
 sql_conn = "/usr/bin/find ％s -type f -name '*.sql'|/usr/bin/xargs /bin/tar zcvPf ％s" ％ (GM_path,tar_name)
 sql_tar = os.popen(sql_conn).readlines()
 tar_md5 = md5sum(tar_name)
 if tar_md5 != 0:
   back_file(ip,tar_name,tar_md5)
 else:
   error_log = "％s not find" ％ tar_name
   log2db(ip,tar_name,tar_md5,0,error_log)
class PFilePath(ProcessEvent):#文件变化的触发
 def process_IN_CREATE(self, event):
   if os.path.splitext(event.name)[1] == ".sql":
     text = "Create file: ％s " ％ os.path.join(event.path, event.name)
     #print text
     back_sql()
 def process_IN_MODIFY(self, event):
   if os.path.splitext(event.name)[1] == ".sql":
     text = "Modify file: ％s " ％ os.path.join(event.path, event.name)
     #print text
     back_sql()
def FSMonitor():#主监控函数
 back_sql()#运行脚本先备份sql文件
 wm = WatchManager()
 mask = IN_CREATE |IN_MODIFY
 notifier = Notifier(wm, PFilePath())
 wdd = wm.add_watch(GM_path, mask, rec=True)
 print 'now starting monitor ％s' ％ (GM_path)
 while True:
   try :
     notifier.process_events()
     if notifier.check_events():
       notifier.read_events()
   except KeyboardInterrupt:
     notifier.stop()
     break
if __name__ == "__main__":
 FSMonitor()