如何用paramiko模塊寫發版機

本文小編為大家詳細介紹“如何用paramiko模塊寫發版機”，內容詳細，步驟清晰，細節處理妥當，希望這篇“如何用paramiko模塊寫發版機”文章能幫助大家解決疑惑，下面跟著小編的思路慢慢深入，一起來學習新知識吧。

說明：為了安全，本文敏感信息如ip、用戶名密碼等做了轉換處理。

一、場景：每次發版時，都需要發版人一個一個文件的往生產機上拷貝，這樣不僅費時，而且容易出錯，降低工程師的工作積極性。

二、解決方法：需用python腳本寫一個發版機，自動發版。

三、腳本實現的功能：自動合并develop_svn(開發svn)代碼到online_svn（生產svn）下，自動備份遠程服務器代碼，手工通過ecplice編譯online_svn代碼，然后自動把編譯后的class文件根據filelist里面的路徑拷貝到生產機，并自動重啟服務器上的tomcat服務。

四、具體步驟：

1、開發提供類似如下svn文件列表：

filelist.txt里面的內容：

/trunk/src/ha/lalala/controller/BoardController.java

/trunk/src/ha/lalala/pda/PdaWaybillController.java

/trunk/WebRoot/jsp/productReview/list.jsp

2、建立develop_svn和online_svn目錄；

3、編寫faban.py腳本

點擊(此處)折疊或打開

1. #-*-coding:utf-8-*-
   

2. import Crypto #paramiko模塊依賴Crypto模塊
   

3. import paramiko #paramiko模塊是wnidows 遠程linux機器用的模塊
   

4. import os
   

5. import sys
   

6. import shutil #shutil模塊下有copy文件夾的方法
   

7. import time #這里使用其休眠函數sleep
   

8. import subprocess
   

9. import glob
   

10. 
    

11. 
    

12. 
    

13. #Update SVN
    

14. def UpdateSVN(path):
    

15.     p = subprocess.Popen(['svn','update',path],shell=True,stdout=subprocess.PIPE)
    

16.     print p.stdout.readlines()
    

17.     
    

18. 
    

19. 
    

20. #定義函數用來合并svn
    

21. def MergeSVN(develop_svn,online_svn):
    

22.     with open('filelist.txt') as f:
    

23.         for index,line in enumerate(f,1): #1表示索引值從1開始
    

24.             line = line.replace('/trunk','') #替換路徑
    

25.             line = line.replace('\n','') #把換行替換掉，\n是換行符的意思
    

26.             develop_svn_path=develop_svn + line #拼接路徑
    

27.             online_svn_path = online_svn + line #拼接路徑
    

28.             print "%d  copying:  %s ---> %s" % (index,develop_svn_path,online_svn_path)
    

29.             if not os.path.exists(os.path.dirname(online_svn_path)) : #如果目錄不存在，就建立一個目錄，注意exists方法返回的是布爾值，所以用Not進行否定
    

30.                 os.mkdir(os.path.dirname(online_svn_path)) #建立目錄
    

31.             shutil.copy(develop_svn_path,online_svn_path) #將develop_svn_path里面的代碼拷貝到online_svn_path目錄下
    

32.     print('\n') #輸出一個換行
    

33.     print("合并SVN目錄已完成,請手工通過ecplice編譯代碼".decode('utf-8').encode('gb2312'))
    

34.     print('\n') #輸出一個換行
    

35.      
    

36.     
    

37. 
    

38. 
    

39. #定義函數用來遠程備份代碼--給北京的機器備份
    

40. def BackupCode(hostname,port,username,password):
    

41.     ssh = paramiko.SSHClient() #創建一個從客戶端連接服務器端的對象,也就是類的實例化
    

42.     ssh.load_system_host_keys() #加載主機秘鑰
    

43.     ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy()) #接受不在本地Known_host文件下的主機。否則ssh需要手工輸入一次yes
    

44.     ssh.connect(hostname,port,username,password) #ssh連接
    

45.     
    

46.     stdin,stdout,stderr = ssh.exec_command(get_pty=False,command='dir=$(date +%Y%m%d%H%M%S) && \
    

47.                                              rsync -zrtopg --exclude geadPortrait/ \
    

48.                                            --exclude=idcard/ --exclude=temp/ --exclude=upload \
    

49.                                            --exclude=files --exclude=temporary_zip/ \
    

50.                                            /opt/apache-tomcat-8.0.27/webapps/ROOT  /backup/tms/$dir') #執行遠程機器的rsync命令進行備份，rsync命令沒加-v參數，所以正常信息不會輸出，只有報錯才輸出內容
    

51.     result = stdout.read() #內容輸出
    

52.     error = stderr.read() #錯誤輸出
    

53.     print result
    

54.     print error
    

55.     #判斷是否有錯誤輸出，沒有就說備份成功，否則說備份失敗
    

56.     if result.strip()=="" and error.strip()=="":
    

57.         print "%s 完美，備份成功,備份位置在遠程機器的/backup目錄下".decode('utf-8').encode('gb2312') % hostname
    

58.         print('\n')
    

59.     else:
    

60.         print "%s 不好了，備份失敗了".decode('utf-8').encode('gb2312') % hostname
    

61.         print('\n')
    

62.     ssh.close() #記得關閉paramiko的ssh連接
    

63. 
    

64. 
    

65. 
    

66. 
    

67. 
    

68. 
    

69. #定義函數用來遠程備份代碼--給香港騰訊的機器備份
    

70. def BackupCode_HK_QQ(hostname,port,username,password):
    

71.     ssh = paramiko.SSHClient() #創建一個從客戶端連接服務器端的對象,也就是類的實例化
    

72.     ssh.load_system_host_keys() #加載主機秘鑰
    

73.     ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy()) #接受不在本地Known_host文件下的主機。否則ssh需要手工輸入一次yes
    

74.     ssh.connect(hostname,port,username,password) #ssh連接
    

75.     stdin,stdout,stderr = ssh.exec_command(get_pty=False,command='dir=$(date +%Y%m%d%H%M%S) && \
    

76.                                             rsync -zrtopg --exclude geadPortrait/ \
    

77.                                            --exclude=idcard/ --exclude=temp/ --exclude=upload \
    

78.                                            --exclude=files --exclude=temporary_zip/  \
    

79.                                            /opt/tomcat-9090-tms/webapps/ROOT  /backup/tms/$dir') #執行遠程機器的rsync命令進行備份，rsync命令沒加-v參數，所以正常信息不會輸出，只有報錯才輸出內容
    

80.     result = stdout.read() #內容輸出
    

81.     error = stderr.read() #錯誤輸出
    

82.     print result
    

83.     print error
    

84.     #判斷是否有錯誤輸出，沒有就說備份成功，否則說備份失敗
    

85.     if result.strip()=="" and error.strip()=="":
    

86.         print "%s 完美，備份成功,備份位置在遠程機器的/backup目錄下".decode('utf-8').encode('gb2312') % hostname
    

87.         print('\n')
    

88.     else:
    

89.         print "%s 不好了，備份失敗了".decode('utf-8').encode('gb2312') % hostname
    

90.         print('\n')
    

91.     ssh.close() #記得關閉paramiko的ssh連接
    

92. 
    

93. 
    

94.         
    

95. 
    

96. #定義函數用來遠程執行發版動作
    

97. def Publish(hostname,port,username,password,local_base_path,remote_base_path):
    

98.     count = 0
    

99.     trans = paramiko.Transport(hostname,port) #建立paramiko的transport方式連接
    

100.     trans.connect(username=username,password=password) #建立連接
     

101.     sftp = paramiko.SFTPClient.from_transport(trans) #建立連接
     

102.     with open('filelist.txt','r') as f:
     

103.         for line in f:
     

104.             #本地路徑預處理
     

105.             localpath_filename = line.replace('/trunk/src','WebRoot/WEB-INF/classes')
     

106.             localpath_filename = localpath_filename.replace('/trunk/WebRoot','WebRoot')
     

107.             localpath_filename = localpath_filename.replace('.java','.class')
     

108.             localpath_filename = localpath_filename.replace('\n','') #把換行替換掉
     

109.             #構造真正的父類本地路徑
     

110.             localpath_filename = local_base_path + localpath_filename
     

111.             #構造真正的父類遠程路徑
     

112.             remotepath_filename = remote_base_path + localpath_filename.replace('online_svn/WebRoot/','')
     

113.             #拷貝父類到遠程機器上
     

114.             print "%s is publishing:  %s ---> %s " % (hostname,localpath_filename,remotepath_filename)
     

115.             try:
     

116.                 sftp.listdir(os.path.dirname(remotepath_filename)) #加個錯誤處理，如果目錄不存在，就建立一個目錄
     

117.             except IOError:
     

118.                 sftp.mkdir(os.path.dirname(remotepath_filename))
     

119.             sftp.put(localpath_filename,remotepath_filename)
     

120.             count += 1
     

121.             print "***********第%s個文件發版成功***************" % count
     

122.             #用glob模塊尋找子類
     

123.             path_filename = os.path.split(localpath_filename) #split:返回一個二元組，包含文件的路徑與文件名
     

124.             filename_splitext = os.path.splitext(path_filename[1]) #去掉文件擴展名
     

125.             localpath_subclassfilenames = glob.glob('%s/%s$*' % (path_filename[0],filename_splitext[0]))
     

126.             #把子類拷貝到遠程機器的目錄下
     

127.             for localpath_subclassfilename in localpath_subclassfilenames:
     

128.                 localpath_subclassfilename = localpath_subclassfilename.replace('\\',r'/')
     

129.                 remotepath_subclassfilename = remote_base_path + localpath_subclassfilename.replace('online_svn/WebRoot/','')
     

130.                 print "%s is publishing:  %s ---> %s " % (hostname,localpath_subclassfilename,remotepath_subclassfilename)
     

131.                 sftp.put(localpath_subclassfilename,remotepath_subclassfilename)
     

132.                 count += 1
     

133.                 print "***********第%s個文件拷貝成功，注意該文件是子類哦^_^ *****************************************" % count
     

134.         print " %s機器發版完成！！！".decode('utf-8').encode('gb2312') % hostname
     

135.         print('\n')
     

136.     trans.close() #記得關閉paramiko的transport連接
     

137.                 
     

138. 
     

139. 
     

140. #定義函數用來重啟服務
     

141. def RestartService(hostname,port,username,password):
     

142.     ssh = paramiko.SSHClient() #創建一個從客戶端連接服務器端的對象,也就是類的實例化
     

143.     ssh.load_system_host_keys() #加載主機秘鑰
     

144.     ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy()) #接受不在本地Known_host文件下的主機。否則ssh需要手工輸入一次yes
     

145.     ssh.connect(hostname,port,username,password) #ssh連接
     

146.     stdin,stdout,stderr = ssh.exec_command(get_pty=False,command='/usr/local/shell/restartservice.sh')
     

147.     result = stdout.read() #內容輸出
     

148.     error = stderr.read() #錯誤輸出
     

149.     print "%s 在重啟服務...".decode('utf-8').encode('gb2312') % hostname
     

150.     print result
     

151.     print error
     

152.     print('\n')
     

153.     ssh.close() #記得關閉paramiko的ssh連接
     

154.     
     

155.   
     

156. 
     

157. #主程序
     

158. if __name__ == '__main__':
     

159.     #Update SVN
     

160.     while True:
     

161.         temp = str(raw_input('1) 請問你要Update SVN嗎?[yes/no]：'.decode('utf-8').encode('gb2312')))
     

162.         tips = temp.strip().lower()
     

163.         if tips == 'yes':
     

164.             print "Now begin Update SVN..."
     

165.             UpdateSVN('develop_svn')
     

166.             break
     

167.         elif tips == 'no':
     

168.             break
     

169.     
     

170.     #合并svn
     

171.     while True:
     

172.         temp = str(raw_input('2) 請問你要把開發svn合并到生產svn里面嗎?[yes/no]：'.decode('utf-8').encode('gb2312')))
     

173.         tips = temp.strip().lower()
     

174.         if tips == 'yes':
     

175.             print "Now begin Merge SVN..."
     

176.             MergeSVN('develop_svn','online_svn')
     

177.             break
     

178.         elif tips == 'no':
     

179.             break
     

180.         
     

181.     #備份遠程機器上的代碼
     

182.     while True:
     

183.         temp = str(raw_input('3）請問你要在發版前，備份一下遠程服務器上的代碼嗎?[yes/no]：'.decode('utf-8').encode('gb2312')))
     

184.         tips = temp.strip().lower()
     

185.         if tips == 'yes':
     

186.             print "Now begin backup code..."
     

187.             BackupCode(hostname = '10.2.88.2',port = '22',username = 'tms',password = 'xxx')
     

188.             BackupCode(hostname = '10.2.88.3',port = '22',username = 'tms',password = 'xxx')
     

189.             BackupCode(hostname = '10.2.88.13',port = '22',username = 'tms',password = 'xxx')
     

190.             BackupCode(hostname = '10.2.88.14',port = '22',username = 'tms',password = 'xxx')
     

191.             BackupCode_HK_QQ(hostname = '10.144.89.252',port = '22',username = 'tms',password = 'xxx')
     

192.             break
     

193.         elif tips == 'no':
     

194.             break
     

195.     #提示是否eclipse編譯代碼
     

196.     while True:
     

197.         temp = str(raw_input('4) 提示：請問你手工通過eclse編譯tms代碼了嗎[yes/no]:'))
     

198.         tips = temp.strip().lower()
     

199.         if tips == 'yes':
     

200.             break
     

201.         elif tips == 'no':
     

202.             break
     

203.     
     

204.     #預發版
     

205.     while True:
     

206.         temp = str(raw_input('5）請問你需要先單獨在預發版機器10.2.88.3上測試一下子發版嗎?[yes/no]：'.decode('utf-8').encode('gb2312')))
     

207.         tips = temp.strip().lower()
     

208.         if tips == 'yes':
     

209.             print "Now begin publish code..."
     

210.             Publish(hostname='10.2.88.3',port='22',username='tms',password='tmsOo798',local_base_path='online_svn/',remote_base_path='/opt/apache-tomcat-8.0.27/webapps/ROOT/')
     

211.             print "Now begin restart service..."
     

212.             RestartService(hostname = '10.2.88.3',port = '22',username = 'tms',password = 'tmsOo798')
     

213.             break
     

214.         elif tips == 'no':
     

215.             break
     

216. 
     

217.     #生產全發版
     

218.     while True:
     

219.         temp = str(raw_input('6）請問你要開始在所有正式服務器上進行發版嗎,包括10.2.88.13/14/2/3,10.144.89.252?[yes/no]：'.decode('utf-8').encode('gb2312')))
     

220.         tips = temp.strip().lower()
     

221.         if tips == 'yes':
     

222.             print "Now begin publish code..."
     

223.             Publish(hostname='10.2.88.13',port='22',username='tms',password='xxx',local_base_path='online_svn/',remote_base_path='/opt/apache-tomcat-8.0.27/webapps/ROOT/')
     

224.             Publish(hostname='10.2.88.14',port='22',username='tms',password='xxx',local_base_path='online_svn/',remote_base_path='/opt/apache-tomcat-8.0.27/webapps/ROOT/')
     

225.             Publish(hostname='10.2.88.2',port='22',username='tms',password='xxx',local_base_path='online_svn/',remote_base_path='/opt/apache-tomcat-8.0.27/webapps/ROOT/')
     

226.             Publish(hostname='10.2.88.3',port='22',username='tms',password='xxx',local_base_path='online_svn/',remote_base_path='/opt/apache-tomcat-8.0.27/webapps/ROOT/')
     

227.             Publish(hostname='10.144.89.252',port='22',username='tms',password='xxx',local_base_path='online_svn/',remote_base_path='/opt/tomcat-9090-tms/webapps/ROOT/')
     

228. 
     

229.             break
     

230.         elif tips == 'no':
     

231.             break
     

     
     

     
     

232.     #重啟服務
     

233.     while True:
     

234.         temp = str(raw_input('7）請問你要開始在所有正式服務器上重啟服務嗎,包括10.2.88.13/14/2/3,10.144.89.252?[yes/no]：'.decode('utf-8').encode('gb2312')))
     

235.         tips = temp.strip().lower()
     

236.         if tips == 'yes':
     

237.             print "Now begin restart service..."
     

238.             RestartService(hostname = '10.2.88.13',port = '22',username = 'tms',password = 'xxx')
     

239.             print "please wait 60s..."
     

240.             time.sleep(60)
     

241.             RestartService(hostname = '10.2.88.14',port = '22',username = 'tms',password = 'xxx')
     

242.             print "please wait 60s..."
     

243.             time.sleep(60)
     

244.             RestartService(hostname = '10.2.88.2',port = '22',username = 'tms',password = 'xxx')
     

245.             print "please wait 60s..."
     

246.             time.sleep(60)
     

247.             RestartService(hostname = '10.2.88.3',port = '22',username = 'tms',password = 'xxx')
     

248.             print "please wait 60s..."
     

249.             time.sleep(60)
     

250.             RestartService(hostname = '10.144.89.252',port = '22',username = 'tms',password = 'xxx')
     

251.             break
     

252.         elif tips == 'no':
     

253.             break
     

     
     

254.     #提示是否手工提交online_svn代碼
     

255.     while True:
     

256.         temp = str(raw_input('8) 提示：請問你手工提交online_svn代碼了嗎?[yes/no]:'))
     

257.         tips = temp.strip().lower()
     

258.         if tips == 'yes':
     

259.             break
     

260.         elif tips == 'no':
     

261.             break
     

     
     

262.     #退出本程時要說的話
     

263.     print "\n"
     

264.     print "*" * 50
     

265.     print "親，您的完版完成，記得測試業務是否正常哦！！！"
     

266.     print "*" * 50
     

267.     sys.exit()
     

     
     

268. #加入下面這句話，才能用windows雙擊運行python腳本，否則雙擊腳本會一閃而過
     

269. raw_input()

讀到這里，這篇“如何用paramiko模塊寫發版機”文章已經介紹完畢，想要掌握這篇文章的知識點還需要大家自己動手實踐使用過才能領會，如果想了解更多相關內容的文章，歡迎關注億速云行業資訊頻道。