基于paramiko的文件批量分发和命令批量执行

    在实际工作环境中，有可能需要去运维百台服务器，甚至更多。以应用升级为例，对应用做升级操作，首先得停止应用服务，防止新的应用数据写入，并备份应用部署目录，然后替换成新的代码文件、配置文件等。替换完成后，启动应用服务。但是由于应用服务器数量过多，如果一台一台服务器去做升级，这会花费很多时间。这时，便可使用paramiko编写python脚本，让这些重复性的操作批量执行，去实现应用升级的自动化。这个小工具实现了在堡垒机模式和非堡机模式的运用。

1.maintool.py （控制整个脚本的执行），代码如下：

点击(此处)折叠或打开

1. #!/usr/bin/python
   
2. #coding:utf-8
   
3. import sys
   
4. ######脚本执行操作提示
   
5. def login():
   
6.     print """\033[1;34m
   
7.     1:批量分发文件(非堡垒机模式)
   
8.     2:批量执行命令(非堡垒机模式)
   
9.     3:批量下载文件(非堡垒机模式)
   
10.     4:单台执行命令(非堡垒机模式)
    
11.     5:批量分发文件(堡垒机模式)
    
12.     6:批量执行命令(堡垒机模式)
    
13.     7:增加需要服务器(非堡垒机模式)
    
14.     8:删除不需要服务器(非堡垒机模式)
    
15.     9:查看当前服务器列表(非堡垒机模式)
    
16.     10:退出\033[0m
    
17.     """
    
18. #######定义用户选择函数
    
19. def choice():
    
20.     import operation,blhost_operation
    
21.     while True:
    
22.         choice = raw_input("\033[1;32minput your choice:\033[0m").strip()
    
23.         choice_list = ['1','2','3','4','5','6','7','8','9','10','help','exit']
    
24.         if choice not in choice_list:
    
25.             print "\033[1;33mtry again!\033[0m"
    
26.             continue
    
27.         if choice == '1':
    
28.             operation.SendFile()###非堡机模式下文件分发
    
29.      login()
    
30.         if choice == '2':
    
31.             operation.ExecuteCmd()###非堡机模式下命令执行
    
32.             login()
    
33.         if choice == '3':
    
34.             operation.DownloadFile()###非堡机模式下文件下载
    
35.             login()
    
36.         if choice == '4':
    
37.             operation.SingleServer()###单台服务器操作
    
38.             login()
    
39.         if choice == '5':
    
40.             blhost_operation.SendFile()###堡垒机模式下文件分发
    
41.             login()
    
42.         if choice == '6':
    
43.             blhost_operation.ExecuteCmd()###堡垒机模式下命令执行
    
44.             login()
    
45.         if choice == '7':
    
46.             operation.AddServerList()###增加服务器名单
    
47.         if choice == '8':
    
48.             operation.DeleteServerList()###删除服务器名单
    
49.         if choice == '9':
    
50.             operation.ShowServerList()###展示服务器名单
    
51.             login()
    
52.         if choice == '10' or choice == 'exit':###退出脚本操作
    
53.             print "\033[1;31mThank you for your use!\033[0m"
    
54.             sys.exit(0)
    
55.         if choice == 'help':
    
56.             login()
    
57. if __name__ == '__main__':
    
58.     login()
    
59.     choice()

maintool.py执行效果如下：

2.operation.py（定义非堡垒机模式下的相关操作），代码如下：

点击(此处)折叠或打开

1. #!/usr/bin/python
   
2. #coding:utf-8
   
3. import sys,time,threading
   
4. import getpass,commands
   
5. import paramiko,fabric
   
6. server_list=[]        #HOSTNAME IP PWDROOT PWDWEBLOGIC PWDORACLE
   
7. result_dict={}
   
8. ######读取文件内容，读取完成后关闭文件
9. f = open ('serverlist.txt')
   
10. for i in f.readlines():
    
11.     server_list.append(i.split())
    
12. f.close()
    
13. ######非堡垒机下文件的传送
14. def transfer(localpath,remotepath,hostname,username,password):
    
15.     port = 22
    
16.     try:
    
17.         t = paramiko.Transport((hostname,port))
    
18.         t.connect(username=username,password=password)
    
19.         sftp = paramiko.SFTPClient.from_transport(t)
    
20.         sftp.put(localpath,remotepath)
    
21.         t.close()
    
22.         result_dict[hostname] = hostname+"服务器文件传送完成"
    
23.         print result_dict[hostname]
    
24.     except Exception,e:
    
25.         print str(e)
    
26. ######定义文件下载函数
27. def download(remotepath,localpath,hostname,username,password):
    
28.     port = 22
    
29.     try:
    
30.         t = paramiko.Transport((hostname,port))
    
31.         t.connect(username=username,password=password)
    
32.         sftp = paramiko.SFTPClient.from_transport(t)
    
33.         sftp.get(remotepath,localpath)
    
34.         t.close()
    
35.         result_dict[hostname] = hostname+"服务器文件下载完成"
    
36.         print result_dict[hostname]
    
37.     except Exception,e:
    
38.         print str(e)
    
39. ######定义命令执行函数
40. def execmd(hostname,username,password,CMD):
    
41.     paramiko.util.log_to_file('syslogin.log')###将用户登录服务器日志输出到syslogin.log
    
42.     ssh = paramiko.SSHClient()###ssh登录服务器
    
43.     ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())###自动添加主机名及主机密钥到本地HostKeys对象,并将其保存,不依赖load_system_host_keys()的配置，即使~/.ssh/known_hosts不存在也不产生影响
    
44.     ssh.connect(hostname=hostname,username=username,password=password)
    
45.     stdin,stdout,stderr = ssh.exec_command(CMD)
    
46.     result = stdout.read()
    
47.     ssh.close()
    
48.     result_dict[hostname] = hostname+"服务器命令执行结果如下："+"\n"+result
    
49.     print result_dict[hostname]
    
50. ######执行结果打印
51. def result_dict_print():
    
52.     global result_dict
    
53.     while True:
    
54.         if len(result_dict) == len(server_list):
    
55.             break
    
56.     print "\033[1;36m%s台服务器完成\033[0m" %(len(result_dict))
    
57.     result_dict = {}
    
58. ######非保垒机模式下文件的分发
59. def SendFile():
    
60.     while True:
    
61.         username = raw_input("\033[1;32m请输入你选择要用于发送文件的用户[root/weblogic/oracle]:\033[0m").strip()
    
62.         username_list = ['root','weblogic','oracle','\n','exit']
    
63.         if username not in username_list:
    
64.             print "\033[0;32minput error!Please try again!If you need exit,please input exit!\033[0m"
    
65.             continue
    
66.         if username == 'exit':
    
67.             sys.exit()
    
68.         localpath = raw_input("\033[1;32m本地文件(绝对路径):\033[0m").strip()
    
69.         remotepath = raw_input("\033[1;32m服务器目的地址(绝对路径):\033[0m").strip()
    
70.         if username == 'root':
    
71.             for list in server_list:
    
72.         p = threading.Thread(target=transfer,args=(localpath,remotepath,list[1],username,list[2],))
    
73.         p.start()
    
74.             for list in server_list:
    
75.             p.join(timeout=1)
    
76.         if username == 'weblogic' or username == '':
    
77.             username = 'weblogic'
    
78.             for list in server_list:
    
79.                 p = threading.Thread(target=transfer,args=(localpath,remotepath,list[1],username,list[3],))
    
80.                 p.start()
    
81.         if username == 'oracle':
    
82.             username = 'oracle'
    
83.             for list in server_list:
    
84.                 p = threading.Thread(target=transfer,args=(localpath,remotepath,list[1],username,list[4],))
    
85.                 p.start()
    
86.         result_dict_print()
    
87.         break
    
88. ######非堡垒机模式下文件的下载
89. def DownloadFile():
    
90.     while True:
    
91.         username = raw_input("\033[1;32m请输入你选择要用于下载文件的用户[root/weblogic/oracle]:\033[0m").strip()
    
92.         username_list = ['root','weblogic','oracle','\n','exit']
    
93.         if username not in username_list:
    
94.             print "\033[1;32minput error!Please try again!If you need exit,please input exit!\033[0m"
    
95.             continue
    
96.         if username == 'exit':
    
97.             sys.exit()
    
98.         remotepath = raw_input("\033[1;32m远程文件(绝对路径):\033[0m").strip()
    
99.         localpath = raw_input("\033[1;32m服务器目的地址(目录名,默认为/opt/zzx/python/bin):\033[0m").strip()
    
100.         if localpath == '':
     
101.             localpath = '/opt/zzx/python/bin'
     
102.         localpath = localpath+"/"
     
103.         print localpath
     
104.         count = remotepath.count('/')
     
105.         basename = remotepath.split('/')[count]
     
106.         if username == 'root':
     
107.             for list in server_list:
     
108.                 p = threading.Thread(target=download,args=(remotepath,localpath+list[1]+"_"+basename,list[1],username,list[2],))
     
109.                 p.start()
     
110.             for list in server_list:
     
111.                 p.join(timeout=1)
     
112.         if username == 'weblogic' or username == '':
     
113.             username = 'weblogic'
     
114.             for list in server_list:
     
115.                 localpath = result1+list[1]+"_"+result2
     
116.                 p = threading.Thread(target=download,args=(remotepath,localpath,list[1],username,list[3],))
     
117.                 p.start()
     
118.         if username == 'oracle':
     
119.             for list in server_list:
     
120.                 localpath = result1+list[1]+"_"+result2
     
121.                 p = threading.Thread(target=download,args=(remotepath,localpath,list[1],username,list[4],))
     
122.                 p.start()
     
123.         result_dict_print()
     
124.         break
     
125. ######非堡垒机模式下命令的执行
126. def ExecuteCmd():
     
127.     while True:
     
128.         username = raw_input("\033[1;32m请输入你选择要用于执行命令的用户[root/weblogic/oracle]:\033[0m").strip()
     
129.         username_list = ['root','weblogic','oracle','\n','exit']
     
130.         if username not in username_list:
     
131.             print "\033[1;32minput error!Please try again!If you need exit,please input exit!\033[0m"
     
132.             continue
     
133.         if username == 'exit':
     
134.             sys.exit()
     
135.         CMD = raw_input("\033[1;37m请输入要执行的命令(不能带引号):\033[0m").strip()
     
136.         if CMD == 'exit':
     
137.             return
     
138.         if username == 'root':
     
139.             for list in server_list:
     
140.                 p = threading.Thread(target=execmd,args=(list[1],username,list[2],CMD,))
     
141.                 p.start()
     
142.         if username == 'weblogic' or username == '':
     
143.             username = 'weblogic'
     
144.             for list in server_list:
     
145.                 p = threading.Thread(target=execmd,args=(list[1],username,list[3],CMD))
     
146.                 p.start()
     
147.         if username == 'oracle':
     
148.             for list in server_list:
     
149.                 p = threading.Thread(target=execmd,args=(list[1],username,list[4],CMD))
     
150.                 p.start()
     
151.         result_dict_print()
     
152.         break
     
153. ######单台服务器操作
154. def SingleServer():
     
155.     IP = raw_input("\033[1;32m请输入要执行命令的服务器IP地址:\033[0m").strip()
     
156.     username = raw_input("\033[1;32m请输入要执行命令的服务器用户名:\033[0m").strip()
     
157.     password = getpass.getpass()
     
158.     CMD = raw_input("\033[1;32m请输入要执行的命令(不能带引号):\033[0m").strip()
     
159.     execmd(IP,username,password,CMD)
     
160. ######服务器名单添加
161. def AddServerList():
     
162.     hostname = raw_input("\033[1;32m请输入服务器名称(如localhost):\033[0m").strip()
     
163.     if hostname == 'quit' or hostname == 'exit':
     
164.         return
     
165.     ip = raw_input("\033[1;32m请输入服务器IP:\033[0m").strip()
     
166.     root_passwd = raw_input("\033[1;32m请输入服务器root用户密码:\033[0m").strip()
     
167.     weblogic_passwd = raw_input("\033[1;32m请输入服务器weblogic用户密码:\033[0m").strip()
     
168.     oracle_passwd = raw_input("\033[1;32m请输入服务器oracle用户密码:\033[0m").strip()    
     
169.     f = file('serverlist.txt','a')
     
170.     f.write("%s %s %s %s %s\n"%(hostname,ip,root_passwd,weblogic_passwd,oracle_passwd))
     
171.     f.close()
     
172.     raw_input("\033[1;32m重新执行程序后生效(敲任意键退出)...\033[0m")
     
173.     time.sleep(0.2)
     
174.     sys.exit()
     
175. ######服务器名单删除
176. def DeleteServerList():
     
177.     IP = raw_input("\033[1;32m请输入要删除服务器IP:\033[0m").strip()
     
178.     if IP == 'quit' or IP == 'exit':
     
179.         return
     
180.     status,result = commands.getstatusoutput("sed -i '/\<%s\>/'d ./serverlist.txt" % IP)
     
181.     raw_input("\033[1;32m重新执行程序后生效(敲任意键退出)...\033[0m")
     
182.     time.sleep(0.2)
     
183.     sys.exit()
     
184. ######服务器名单显示
185. def ShowServerList():
     
186.     i = 0
     
187.     f = open('serverlist.txt','rb')
     
188.     for line in f.readlines():
     
189.         print line.strip()
     
190.         i = i+1
     
191.     f.close
     
192.     print "\n总共%s台服务器" % i

3.blhost_ operation.py（定义堡垒机模式下的相关操作），代码如下：

点击(此处)折叠或打开

1. #!/usr/bin/python
   
2. #coding:utf-8
   
3. import sys,time,threading
   
4. import getpass,commands,os
   
5. import paramiko,fabric
   
6. server_list=[]        #HOSTNAME IP PWDROOT PWDWEBLOGIC PWDORACLE
   
7. result_dict={}
   
8. ######读取文件内容，读取完成后关闭文件
9. f = open ('serverlist.txt')
   
10. for i in f.readlines():
    
11.     server_list.append(i.split())
    
12. f.close()
    
13. ######堡垒机下文件的传送
14. def transfer(bllocalpath,remotepath,blhostname,blusername,blpassword,hostname,username,password):
    
15.     passinfo='\'s password: '
    
16.     paramiko.util.log_to_file('blhost_upload.log')
    
17. 
    
18.     ssh=paramiko.SSHClient()
    
19.     ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())###自动添加主机名及主机密钥到本地HostKeys对象,并将其保存,不依赖load_system_host_keys()的配置，即使~/.ssh/known_hosts不存在也不产生影响
    
20.     ssh.connect(hostname=blhostname,username=blusername,password=blpassword)
    
21. 
    
22.     channel=ssh.invoke_shell()
    
23.     channel.settimeout(100)
    
24.     buff=''
    
25.     resp=''
    
26.     channel.send('scp '+bllocalpath+' '+username+'@'+hostname+':'+remotepath+'\n')
    
27.     while not buff.endswith(passinfo):
    
28.         try:
    
29.             resp=channel.recv(9999)
    
30.         except Exception,e:
    
31.             print "Error info:receive nothing"
    
32.             print str(e)
    
33.             channel.close()
    
34.             ssh.close()
    
35.             sys.exit()
    
36.         buff += resp
    
37.         if not buff.find('yes/no')==-1:
    
38.             channel.send('yes\n')
    
39.             buff=''
    
40.     buff=''
    
41.     channel.send(password+'\n')
    
42.     while not buff.endswith('# '):
    
43.         resp=channel.recv(9999)
    
44.         if not resp.find(passinfo)==-1:
    
45.             print "Error info:Authentication failed."
    
46.             print "Please confirm if your password is true!"
    
47.             channel.close()
    
48.             ssh.close()
    
49.             sys.exit()
    
50.         buff += resp
    
51.     channel.close()
    
52.     ssh.close()
    
53.     result_dict[hostname] = hostname+"服务器文件传送完成"
    
54.     print result_dict[hostname]
    
55. ######堡垒机模式下命令执行
56. def execmd(blhostname,blusername,blpassword,hostname,username,password,CMD):
    
57.     passinfo='\'s password: '
    
58.     paramiko.util.log_to_file('blhost_syslogin.log')
    
59. 
    
60.     ssh=paramiko.SSHClient()
    
61.     ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
    
62.     ssh.connect(hostname=blhostname,username=blusername,password=blpassword)
    
63. 
    
64.     channel=ssh.invoke_shell()
    
65.     channel.settimeout(100)
    
66. 
    
67.     buff=''
    
68.     resp=''
    
69.     channel.send('ssh '+username+'@'+hostname+'\n')
    
70.     while not buff.endswith(passinfo):
    
71.         try:
    
72.             resp=channel.recv(9999)
    
73.         except Exception,e:
    
74.             print "fail to connect"
    
75.             print "Error info: "+str(e)
    
76.             channel.close()
    
77.             ssh.close()
    
78.             sys.exit()
    
79.         buff += resp
    
80.         if not buff.find('yes/no')==-1:
    
81.             channel.send('yes\n')
    
82.             buff=''
    
83.     buff=''
    
84.     channel.send(password+'\n')
    
85.     while not buff.endswith('# '):
    
86.         resp=channel.recv(9999)
    
87.         if not resp.find(passinfo)==-1:
    
88.             print "Error info:Authentication failed"
    
89.             channel.close()
    
90.             ssh.close()
    
91.             sys.exit()
    
92.         buff += resp
    
93.     buff=''
    
94.     channel.send('%s\n' % CMD)
    
95.     try:
    
96.         while not buff.endswith('# '):
    
97.             resp=channel.recv(9999)
    
98.             buff += resp
    
99.     except Exception,e:
    
100.         print "Error info:"+str(e)
     
101. 
     
102.     result = buff
     
103.     channel.close()
     
104.     ssh.close()
     
105.     result_dict[hostname] = hostname+"服务器命令执行结果如下："+"\n"+result
     
106.     print result_dict[hostname]
     
107. ######执行结果打印
108. def result_dict_print():
     
109.     global result_dict
     
110.     while True:
     
111.         if len(result_dict) == len(server_list):
     
112.             break
     
113.     print "\033[1;36m%s台服务器完成\033[0m" %(len(result_dict))
     
114.     result_dict={}
     
115. ######堡垒机模式下文件的批量分发
116. def SendFile():
     
117.     while True:
     
118.         blusername = raw_input("\033[1;32m请输入你选择要用于发送文件的堡垒机用户[root/weblogic/oracle]:\033[0m").strip()
     
119.         blusername_list = ['root','weblogic','oracle','','exit']
     
120.         if blusername not in blusername_list:
     
121.             print "\033[0;32minput error!Please try again!If you need exit,please input exit!\033[0m"
     
122.             continue
     
123.         if blusername == 'exit':
     
124.             return
     
125.         blhostname=raw_input("\033[1;32m请输入你选择要用于发送文件的堡垒机IP:\033[0m").strip()
     
126.         print "\033[1;32m请输入你选择要用于发送文件的堡垒机密码:\033[0m"
     
127.         blpassword=getpass.getpass()
     
128.         username=raw_input("\033[1;32m请输入你选择要用于接收文件的用户[root/weblogic/oracle]:\033[0m").strip()
     
129.         bllocalpath=raw_input("\033[1;32m堡垒机本地文件(绝对路径):\033[0m").strip()
     
130.         remotepath=raw_input("\033[1;32m服务器目的地址(绝对路径):\033[0m").strip()
     
131.         if blusername == 'root':
     
132.             for list in server_list:
     
133.         p = threading.Thread(target=transfer,args=(bllocalpath,remotepath,blhostname,blusername,blpassword,list[1],username,list[2],))
     
134.         p.start()
     
135.             for list in server_list:
     
136.             p.join(timeout=1)
     
137.         if blusername == 'weblogic' or blusername == '':
     
138.             blusername = 'weblogic'
     
139.             for list in server_list:
     
140.                 p = threading.Thread(target=transfer,args=(bllocalpath,remotepath,blhostname,blusername,blpassword,list[1],username,list[3],))
     
141.                 p.start()
     
142.         if blusername == 'oracle':
     
143.             for list in server_list:
     
144.                 p = threading.Thread(target=transfer,args=(bllocalpath,remotepath,blhostname,blusername,blpassword,list[1],username,list[4],))
     
145.                 p.start()
     
146.         result_dict_print()
     
147.         break
     
148. ######堡垒机模式下命令的批量执行
149. def ExecuteCmd():
     
150.     while True:
     
151.         blusername = raw_input("\033[1;32m请输入你选择要用于跳转的堡垒机用户[root/weblogic/oracle]:\033[0m").strip()
     
152.         blusername_list = ['root','weblogic','oracle','','exit']
     
153.         if blusername not in blusername_list:
     
154.             print "\033[0;32minput error!Please try again!If you need exit,please input exit!\033[0m"
     
155.             continue
     
156.         if blusername == 'exit':
     
157.             return
     
158.         blhostname=raw_input("\033[1;32m请输入你选择要用于跳转的堡垒机IP:\033[0m").strip()
     
159.         print "\033[1;32m请输入你选择要用于跳转的堡垒机密码:\033[0m"
     
160.         blpassword=getpass.getpass()
     
161.         username=raw_input("\033[1;32m请输入你选择要用于执行命令的用户[root/weblogic/oracle]:\033[0m").strip()
     
162.         CMD = raw_input("\033[1;37m请输入要执行的命令(不能带引号):\033[0m").strip()
     
163.         if CMD == 'exit':
     
164.             return
     
165.         if blusername == 'root':
     
166.             for list in server_list:
     
167.                 p = threading.Thread(target=execmd,args=(blhostname,blusername,blpassword,list[1],username,list[2],CMD,))
     
168.                 p.start()
     
169.         if username == 'weblogic' or username == '':
     
170.             username = 'weblogic'
     
171.             for list in server_list:
     
172.                 p = threading.Thread(target=execmd,args=(blhostname,blusername,blpassword,list[1],username,list[3],CMD,))
     
173.                 p.start()
     
174.         if username == 'oracle':
     
175.             for list in server_list:
     
176.                 p = threading.Thread(target=execmd,args=(blhostname,blusername,blpassword,list[1],username,list[4],CMD,))
     
177.                 p.start()
     
178.         result_dict_print()
     
179.         break

至此，这个python小工具制作完成。

来自 “ ITPUB博客 ” ，链接：http://blog.itpub.net/31541436/viewspace-2155896/，如需转载，请注明出处，否则将追究法律责任。

转载于:http://blog.itpub.net/31541436/viewspace-2155896/