利用Pexpect模拟人机互动实现自动LOG取得
#!/usr/bin/python#-*- coding: utf-8 -*-import pexpectimport reimport osimport sys, getoptimport threadingimport stringfrom time import strftime,time,strptime,localtime,sleephostlist=''module=''def get_logpath(date): global hostlist global module logpath='' f = open(r'logrule') lines = f.readlines() for line in lines: pattern = re.compile(r'.*host=(.*)\]') match = pattern.match(line) if match: hostlist=match.group(1) pattern = re.compile(r'(.*%s.*)=(.*)'%module,re.I) match = pattern.match(line) if match: module=match.group(1) print 'Module:%s'%(module) logpath=match.group(2) break; f.close() if logpath!='': logdate=strptime(date,'%Y%m%d') logpath = logpath.replace("YYYY",'%s'%(logdate.tm_year)) logpath = logpath.replace("MM",'%02d'%(logdate.tm_mon)) logpath = logpath.replace("M",'%s'%(logdate.tm_mon)) logpath = logpath.replace("DD",'%02d'%(logdate.tm_mday)) logpath = logpath.replace("D",'%s'%(logdate.tm_mday)) else: print "can't find the path of module!" os._exit(1) #print hostlist+logpath return logpathdef login_command(user, host, password): print 'ssh %s@%s'%(user, host) ssh_newkey = 'Are you sure you want to continue connecting' child = pexpect.spawn('ssh %s@%s'%(user, host),timeout=900,maxread=5000) i = child.expect([pexpect.TIMEOUT,ssh_newkey,".*password:.*"]) if(i == 0): print 'ERROR!' print 'SSH could not login. Here is what SSH said:' print child.before, child.after elif(i == 1): child.sendline("yes") i = child.expect ('password: ') child.sendline(password) return childdef scp_command(child, user, host, password, frompath ,tofolder): command='scp %s@%s:%s %s'%(user, host, frompath, tofolder) print command child.sendline(command) ssh_newkey = 'Are you sure you want to continue connecting' i=child.expect([pexpect.TIMEOUT,ssh_newkey, ".*password:.*"],timeout=30) if(i == 0): print 'ERROR!' print 'SSH could not login. Here is what SSH said:' print child.before, child.after elif(i == 1): child.sendline("yes") child.sendline(password) i = child.expect([pexpect.TIMEOUT, ".*"],timeout=300) if(i == 0): print '--------------------------------------SCP timeout!' print child.before, child.after return childdef getlog_command(user, host, password,user2, password2, date): #登录138 child=login_command(user, host, password) basefolder="/home/pset_user/pset/log_%s"%(date) child.sendline('mkdir -p %s'%(basefolder)) #取得log logpath=get_logpath(date) hostarray=hostlist.split(';') icnt=1 for ip in hostarray: child.sendline('mkdir -p %s/%s_%s'%(basefolder,module,icnt)) child=scp_command(child,user2,ip,password2,logpath,'%s/%s_%s/'%(basefolder,module,icnt)) icnt+=1 #打包 child.sendline('cd %s'%(basefolder)) tarname='%s_%s.tar.gz'%(module,strftime('%Y%m%d%H%M%S',localtime(time()))) print 'tar czvf %s %s_?'%(tarname,module) child.sendline('tar czvf %s %s_?'%(tarname,module)) child.sendline('exit') child.expect(pexpect.EOF) #print child.before #登录221 child=login_command('#', '#', '#') #scp日志到221 toBaseFolder='/home/cms/pio_test' child.sendline('cd %s'%(toBaseFolder)) #today=strftime('%Y%m%d',localtime(time())) child.sendline('mkdir -p %s'%(date)) #进度监视 prothread=pthread(user, host, password,'%s/%s'%(basefolder,tarname),'%s/%s/%s'%(toBaseFolder,date,tarname)) prothread.start() child=scp_command(child,user,host,password,'%s/%s'%(basefolder,tarname),'%s/'%(date)) prothread.join() child.sendline('exit') child.expect(pexpect.EOF) #print child.before #登录138 child=login_command(user, host, password) child.sendline('rm -rf %s'%(basefolder)) #child.sendline('rm -f %s/%s'%(basefolder,tarname)) child.sendline('exit') return childdef ssh_command (user, host, password, command): ssh_newkey = 'Are you sure you want to continue connecting' child = pexpect.spawn('ssh -l %s %s %s'%(user, host, command)) i = child.expect([pexpect.TIMEOUT, ssh_newkey, '.*password:.*']) if i == 0: print 'ERROR!' print 'SSH could not login. Here is what SSH said:' print child.before, child.after return None if i == 1: child.sendline ('yes') i = child.expect([pexpect.TIMEOUT, 'password: ']) if i == 0: print 'ERROR!' print 'SSH could not login. Here is what SSH said:' print child.before, child.after return None # 输入密码. child.sendline(password) child.expect(pexpect.EOF) size= child.before.strip().split()[0] return sizeclass pthread(threading.Thread): def __init__(self,user, host, password,command,command2): self.user = user self.user = user self.host = host self.password = password self.command = command self.command2 = command2 threading.Thread.__init__(self) def run (self): size=0 totalsize=ssh_command(self.user, self.host, self.password,"du -s %s"%(self.command)) pattern = re.compile(r'[0-9]+') match = pattern.match(totalsize) if match: while totalsize!=size: sleep(5) size=ssh_command('cms', '#', '#', "du -s %s"%(self.command2)) sleep(5) print 'downloading(%d%s)…… size:%sk/total:%sk'%(string.atoi(size)*100/string.atoi(totalsize),'%',size,totalsize) else: print "get the module'logruleg finished!"def main (): global module host = "#" user = "#" password = "#" user2 = "#" password2 = "#" modulelist = '' # 获得用户指定模块名及指定日期 opts, args = getopt.getopt(sys.argv[1:], "hm:d:",["help"]) for op, value in opts: if op == "-m": modulelist = value elif op == "-d": date = value elif op in ("-h","--help"): sys.exit() #module = raw_input('Module: ') #date = raw_input('Date(YYYYMMDD): ') pattern = re.compile(r'^\d{8}$') match = pattern.match(date) if match: #调用scp命令取得log并打包传送 for module in modulelist.split(','): child = getlog_command (user, host, password,user2, password2, date) child.expect(pexpect.EOF) print child.before else: print 'invalid date format!'if __name__ == '__main__': try: main() except Exception, e: print str(e) #traceback.print_exc() os._exit(1)