#!/usr/bin/env python # -*- coding: utf-8 -*- # @Time : 2018/1/22 23:18 # @Author : xuxuedong # @Site : # @File : sys.py # @Software: PyCharm import os, sys,platform #for linux # if platform.system() == "windows": # Base_DIR = '\\'.join(os.path.abspath(os.path.dirname(__file__)).split('\\')[:-1]) # print(Base_DIR) # else: # Base_DIR = '/'.join(os.path.abspath(os.path.dirname(__file__)).split('/')[:-1]) BASE_DIR =os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) print(BASE_DIR) sys.path.append(BASE_DIR) from salt.core import Handler if __name__ == '__main__': print(sys.argv) t = Handler.ArgvHandler(sys.argv) # c = t.val # print("t",c)
#!/usr/bin/env python # -*- coding: utf-8 -*- # @Time : 2018/1/23 9:34 # @Author : xuxuedong # @Site : # @File : ArgvHandler.py # @Software: PyCharm import os, sys,datetime,paramiko,time,traceback,threading,logging import commands,subprocess from logging import handlers class ArgvHandler(object): def __init__(self,argv_list): self.argvs = argv_list self.parse_argv() def parse_argv(self): if len(self.argvs)>5: # if hasattr(self,str(self.argvs[1])): # func = getattr(self,str(self.argvs[1])) # func() self.argv_ckeck() print("get_status",self.servers_file,self.local,self.remote,self.cmd) self.server_get() # else: # self.help_msg() elif len(self.argvs)== 4: self.argv_ckeck() print("cmd",self.cmd ) self.cmd = self.cmd.strip().split(',') print("cmd_list",self.cmd) self.server_get() # else: else: self.help_msg() def server_get(self): self.get_servers(self.servers_file) print("self.SERVERS",self.SERVERS) # self.ssh_connect(self.SERVERS) self.val = [] for server in self.SERVERS: print("server_list",server['host']) self.ip = server['host'] user = server['user'] passwd = server['passwd'] port = server['port'] print("val",self.ip,user,passwd,port) t1 = threading.Thread(target=self.ssh_connect,args=[self.ip,port,user,passwd,self.cmd]) t1.start() t1.join() # print("getname:",t1.getName()) # self.val.append(t1) # for i in self.val: # print("i",i) # i.join() # print("---main---") # print("self.val",self.val) # return self.val def logger(self,log_message): self.log = logging.getLogger(__name__) self.log.setLevel(logging.INFO) # create console handler and set level to debug ch = logging.StreamHandler() ch.setLevel(logging.INFO) ti = time.strftime('%Y-%m-%d',time.localtime(time.time())) log_file = os.getcwd()+"/"+"logs/"+ti+"-"+"access.log" # create file handler an"d set level to warning if log_file: self.fh = logging.FileHandler(log_file) self.fh.setLevel(logging.WARNING) else: self.fh = handlers.TimedRotatingFileHandler(filename=log_file,when="S",interval=5,backupCount=3) self.fh.setLevel(logging.WARNING) # create formatter self.formatter = logging.Formatter('%(asctime)s %(module)s:%(lineno)d %(message)s') self.fh.setFormatter(self.formatter) self.log.addHandler(self.fh) self.log.error(log_message) self.log.warning(log_message) self.log.info(log_message) def help_msg(self): msg = ''' -f 1.upload file use "up" example: python cmd.py -f server.txt upload_file_name remote_file_name up 2.download file use "get" example: python cmd.py -f server.txt download_file_name remote_file_name up 3.remote_file_name must path example : python cmd.py -f server.txt auto.mysql.sh /service/script/aouto.mysql.sh get python cmd.py -f server.txt auto.mysql.sh /service/script/aouto.mysql.sh up -c 1.Host batch execution command example: python cmd.py -c server.txt "ls -l /service/script,uname -a" server.text format:lists_format:192.168.223.128,root,123456,22,1(ip,user,passwd,port,status) ''' print(msg) def argv_ckeck(self): logs_path = os.getcwd() + u'/logs' if os.path.exists(logs_path): if os.path.isfile(logs_path): print u"日志目录" + logs_path + u"存在,但是文件,终止" sys.exit(1) else: os.mkdir(logs_path) if sys.argv[1] == "-f": self.servers_file = sys.argv[2] self.local = sys.argv[3] self.remote = sys.argv[4] self.cmd = sys.argv[5] if sys.argv[1] == "-c": self.servers_file = sys.argv[2] self.cmd = sys.argv[3] print(self.cmd) # except: # pass # # self.help_msg() # def get_servers(self,file): print("file:",file) self.SERVERS = [] try: with open(file, 'r') as file: while True: line = file.readline() if not line: break try: res = line.strip().split(',') server = { 'host': res[0], 'user': res[1], 'passwd': res[2], 'port': int(res[3]), # 'status': int(res[4]) } self.SERVERS.append(server) except: self.logger(self.SERVERS) return self.SERVERS except: pass # out_log = u"failed to read server lists file:{0}\n{1}".format(file, traceback.format_exc()) # self.logger(out_log, 'error') # sys.exit(1) def upload__callback(self,trans, total): # sys.stdout.write('Data Transmission %10d [%3.2f%%]\r' %(a, a*100/int(b))) # sys.stdout.flush() print 'Data upload %10d [%3.2f%%]\r' % (trans, trans*100/int(total)),; if trans >= total: self.logger('Data Transmission %10d [100.00%%]' % trans, 'info', False) # 和上面一样：作用始终保持同一行，即新打印出来的一行，替换掉之前的那行，保持同一行，不换行。 def download__callback(self,trans, total): # sys.stdout.write('Data Transmission %10d [%3.2f%%]\r' %(a, a*100/int(b))) # sys.stdout.flush() print 'Data download %10d [%3.2f%%]\r' % (trans, trans*100/int(total)),; if trans >= total: self.logger('Data Transmission %10d [100.00%%]' % trans, 'info', False) # 和上面一样：作用始终保持同一行，即新打印出来的一行，替换掉之前的那行，保持同一行，不换行。 def ssh_connect(self,host, port, user, passwd,status): self.ssh = paramiko.SSHClient() try: #paramiko.util.log_to_file('logs/params.log') self.ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy()) # 允许连接不在know_hosts文件中的主机 # ssh.connect(host, port, user, passwd, timeout=5, banner_timeout=5, auth_timeout=5) self.ssh.connect(host, port, user, passwd, timeout=3, banner_timeout=3) # print("self.ssh",self.ssh) if status=='up': obj = getattr(self,'up'+ '_file') obj(self.ssh,self.local,self.remote) print("obj",obj) print("status",status) elif status=='get': obj = getattr(self,'get'+ '_file') obj(self.ssh,self.ip,self.remote) print("obj",obj) print("status",status) else: print("command is:",status) for item in status: print("item",item) stdin, stdout, stderr = self.ssh.exec_command(item) self.err_list = stderr.readlines() for item in stdout.readlines(): # print item, print item if len( self.err_list ) > 0: print 'ERROR:' + self.err_list[0] exit() except Exception as e: out_log = u'ip: {0}\tuser:{1}\ttimeout'.format(host,user) err_log = traceback.format_exc() out_log = u'{0}\n{1}'.format(out_log, err_log) self.logger(out_log) # exit() # self.ssh.close() # return self.ssh # def ssh_exec_cmd(self,ssh,cmd ): # return self.ssh.exec_command(self,cmd) def up_file(self,ssh, localfile, remotefile): try: print("obj is up") sftp = ssh.open_sftp() print("localfile",localfile) print("remotefile",remotefile) sftp.put(localfile, remotefile) sftp.close() except: out_log = u'ip: {0}\tuser:{1}\ttimeout'.format(ssh,remotefile) err_log = traceback.format_exc() out_log = u'{0}\n{1}'.format(out_log, err_log) self.logger(out_log) # self.ssh.close() def get_file(self,ssh, ip, remotefile): if len(remotefile.split('/', 10 )) > 2: self.File = remotefile.split('/', 10 )[len(remotefile.split('/', 10 ))-1] print("FILE",self.File) try: sftp = ssh.open_sftp() sftp.get(remotefile,self.ip + self.File) sftp.close() except: out_log = u'local: {0}\tremot:{1}\ttimeout'.format(self.ip,remotefile) err_log = traceback.format_exc() ut_log = u'{0}\n{1}'.format(out_log, err_log) self.logger(out_log) # self.ssh.clos
#!/usr/bin/env python # -*- coding: utf-8 -*- # @Time : 2018/1/23 9:34 # @Author : xuxuedong # @Site : # @File : ArgvHandler.py # @Software: PyCharm import os, sys,datetime,paramiko,time,traceback,threading,logging import commands,subprocess from logging import handlers class ArgvHandler(object): def __init__(self,argv_list): self.argvs = argv_list self.parse_argv() def parse_argv(self): if len(self.argvs)>5: # if hasattr(self,str(self.argvs[1])): # func = getattr(self,str(self.argvs[1])) # func() self.argv_ckeck() print("get_status",self.servers_file,self.local,self.remote,self.cmd) self.server_get() # else: # self.help_msg() elif len(self.argvs)== 4: self.argv_ckeck() print("cmd",self.cmd ) self.cmd = self.cmd.strip().split(',') print("cmd_list",self.cmd) self.server_get() # else: else: self.help_msg() def server_get(self): self.get_servers(self.servers_file) print("self.SERVERS",self.SERVERS) # self.ssh_connect(self.SERVERS) self.val = [] for server in self.SERVERS: print("server_list",server['host']) self.ip = server['host'] user = server['user'] passwd = server['passwd'] port = server['port'] print("val",self.ip,user,passwd,port) t1 = threading.Thread(target=self.ssh_connect,args=[self.ip,port,user,passwd,self.cmd]) t1.start() # t1.join() print("getname:",t1.getName()) self.val.append(t1) for list in self.val: print("i",list) list.join() print("---main---") print("self.val",self.val) return self.val def logger(self,log_message): self.log = logging.getLogger(__name__) self.log.setLevel(logging.INFO) # create console handler and set level to debug ch = logging.StreamHandler() ch.setLevel(logging.INFO) ti = time.strftime('%Y-%m-%d',time.localtime(time.time())) log_file = os.getcwd()+"/"+"logs/"+ti+"-"+"access.log" # create file handler an"d set level to warning if log_file: self.fh = logging.FileHandler(log_file) self.fh.setLevel(logging.WARNING) else: self.fh = handlers.TimedRotatingFileHandler(filename=log_file,when="S",interval=5,backupCount=3) self.fh.setLevel(logging.WARNING) # create formatter self.formatter = logging.Formatter('%(asctime)s %(module)s:%(lineno)d %(message)s') self.fh.setFormatter(self.formatter) self.log.addHandler(self.fh) self.log.error(log_message) self.log.warning(log_message) self.log.info(log_message) def help_msg(self): msg = ''' -f 1.upload file use "up" example: python cmd.py -f server.txt upload_file_name remote_file_name up 2.download file use "get" example: python cmd.py -f server.txt download_file_name remote_file_name up 3.remote_file_name must path example : python cmd.py -f server.txt auto.mysql.sh /service/script/aouto.mysql.sh get python cmd.py -f server.txt auto.mysql.sh /service/script/aouto.mysql.sh up -c 1.Host batch execution command example: python cmd.py -c server.txt "ls -l /service/script,uname -a" server.text format:lists_format:192.168.223.128,root,123456,22,1(ip,user,passwd,port,status) ''' print(msg) def argv_ckeck(self): logs_path = os.getcwd() + u'/logs' if os.path.exists(logs_path): if os.path.isfile(logs_path): print u"日志目录" + logs_path + u"存在,但是文件,终止" sys.exit(1) else: os.mkdir(logs_path) if sys.argv[1] == "-f": self.servers_file = sys.argv[2] self.local = sys.argv[3] self.remote = sys.argv[4] self.cmd = sys.argv[5] if sys.argv[1] == "-c": self.servers_file = sys.argv[2] self.cmd = sys.argv[3] print(self.cmd) # except: # pass # # self.help_msg() # def get_servers(self,file): print("file:",file) self.SERVERS = [] try: with open(file, 'r') as file: while True: line = file.readline() if not line: break try: res = line.strip().split(',') server = { 'host': res[0], 'user': res[1], 'passwd': res[2], 'port': int(res[3]), # 'status': int(res[4]) } self.SERVERS.append(server) except: self.logger(self.SERVERS) return self.SERVERS except: pass # out_log = u"failed to read server lists file:{0}\n{1}".format(file, traceback.format_exc()) # self.logger(out_log, 'error') # sys.exit(1) def upload__callback(self,trans, total): # sys.stdout.write('Data Transmission %10d [%3.2f%%]\r' %(a, a*100/int(b))) # sys.stdout.flush() print 'Data upload %10d [%3.2f%%]\r' % (trans, trans*100/int(total)),; if trans >= total: self.logger('Data Transmission %10d [100.00%%]' % trans, 'info', False) # 和上面一样：作用始终保持同一行，即新打印出来的一行，替换掉之前的那行，保持同一行，不换行。 def download__callback(self,trans, total): # sys.stdout.write('Data Transmission %10d [%3.2f%%]\r' %(a, a*100/int(b))) # sys.stdout.flush() print 'Data download %10d [%3.2f%%]\r' % (trans, trans*100/int(total)),; if trans >= total: self.logger('Data Transmission %10d [100.00%%]' % trans, 'info', False) # 和上面一样：作用始终保持同一行，即新打印出来的一行，替换掉之前的那行，保持同一行，不换行。 def ssh_connect(self,host, port, user, passwd,status): ssh = paramiko.SSHClient() try: #paramiko.util.log_to_file('logs/params.log') ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy()) # 允许连接不在know_hosts文件中的主机 # ssh.connect(host, port, user, passwd, timeout=5, banner_timeout=5, auth_timeout=5) ssh.connect(host, port, user, passwd, timeout=3, banner_timeout=3) # print("ssh",ssh) if status=='up': obj = getattr(self,'up'+ '_file') obj(ssh,self.local,self.remote) print("obj",obj) print("status",status) elif status=='get': obj = getattr(self,'get'+ '_file') obj(ssh,self.ip,self.remote) print("obj",obj) print("status",status) else: print("command is:",status) for item in status: print("item",item) stdin, stdout, stderr = ssh.exec_command(item) self.err_list = stderr.readlines() for item in stdout.readlines(): # print item, print item if len( self.err_list ) > 0: print 'ERROR:' + self.err_list[0] exit() except Exception as e: out_log = u'ip: {0}\tuser:{1}\ttimeout'.format(host,user) err_log = traceback.format_exc() out_log = u'{0}\n{1}'.format(out_log, err_log) self.logger(out_log) # exit() time.sleep(10) def up_file(self,ssh, localfile, remotefile): try: print("obj is up") sftp = ssh.open_sftp() print("localfile",localfile) print("remotefile",remotefile) sftp.put(localfile, remotefile) sftp.close() except: out_log = u'ip: {0}\tuser:{1}\ttimeout'.format(ssh,remotefile) err_log = traceback.format_exc() out_log = u'{0}\n{1}'.format(out_log, err_log) self.logger(out_log) def get_file(self,ssh, ip, remotefile): if len(remotefile.split('/', 10 )) > 2: self.File = remotefile.split('/', 10 )[len(remotefile.split('/', 10 ))-1] print("FILE",self.File) try: sftp = ssh.open_sftp() sftp.get(remotefile,self.ip + self.File) sftp.close() except: out_log = u'local: {0}\tremot:{1}\ttimeout'.format(self.ip,remotefile) err_log = traceback.format_exc() ut_log = u'{0}\n{1}'.format(out_log, err_log) self.logger(out_log)
server.txt文件：
172.22.0.60,root,P@ssw0rd,22 （主机、用户名、密码、端口） 172.22.0.225,root,P@ssw0rd,22
执行命令：查看主机名以及主机ip为例：
python cmd.py -c server.txt "hostname , ifconfig eth0 | grep 'inet addr' | awk '{ print $2}' | awk -F: '{print $2}'"
上传下载命令：
python cmd.py -f server.txt auto.mysql.sh /service/script/aouto.mysql.sh get
python cmd.py -f server.txt auto.mysql.sh /service/script/aouto.mysql.sh up
