更新服务器文件到本地

#!/usr/bin/python
#-*- coding: utf-8 -*-
#\magent\src\restservice\synchcofig.py
'''
用于同步服务器的配置文件
'''
import urllib2
#import tools
import logging,logging.config
import os
import json
import hashlib
import thread
import time
import urllib
from time import sleep
import threading

FILE=os.getcwd()

LOG_NAME='syncSysConfigFile'

logging.basicConfig(level=logging.DEBUG,
format='%(asctime)s:%(filename)s[line:%(lineno)d] %(levelname)s %(message)s',
datefmt='%a, %d %b %Y %H:%M:%S',
filename = os.path.join(FILE,'log.txt'),
filemode='w'
)
console = logging.StreamHandler()
console.setLevel(logging.DEBUG)
formatter = logging.Formatter('%(name)-12s: %(levelname)-8s %(message)s')
console.setFormatter(formatter)
logging.getLogger(LOG_NAME).addHandler(console)

log = logging.getLogger(LOG_NAME)

SERVICE_IP='132.121.130.18:8008'
threads=[]
index=1

#生成本地的MD5文件，用于比对服务器上的MD5文件
def sendRequest():
threads=[]
index=1
log.info('send request to service............')
url = 'http://'+SERVICE_IP+'/checkFile/'
jsonStr = urllib2.urlopen(url).read()
jsoObj = json.loads(jsonStr)
state = jsoObj['state']
if state=='200':
dataList = jsoObj['data']
if dataList is not None:
for data in dataList:
#time.sleep(1)
#log.info(data)
js = json.loads(data)
filename= js['filename']
servicepath= js['servicepath']
clientpath= js['clientpath']
md5=js['md5']
downLoadFile(servicepath,clientpath,md5)

else:
log.info('no find the sync file，please check the magent_config table..................')
else:
log.info(jsoObj['message'])

'''
根据MD5值进行判断，如果不一致，则从新从服务器上下载文件
'''
def downLoadFile(servicepath,clientpath,md5):
down = False
if os.path.exists(clientpath):
#如果存在,则判断md5值是否一致
newMD5 = MD5(clientpath)
if newMD5 == md5:
pass
else:
down = True

else:
dirname=os.path.dirname(clientpath)
if os.path.exists(dirname):
pass
else:
os.makedirs(dirname)
down = True

#启用线程进行下载
if down:
"""global index
index = index + 1"""
t = threading.Thread(target=mulitThreadStart,args=(servicepath,clientpath,1))
t.start()
threads.append(t)
for i in threads:
t.join()

#采用多线程进行下载
def mulitThreadStart(servicepath,clientpath,index):
time.sleep(index)
log.info(time.strftime('%Y-%m-%d %H:%M:%S') + ' ' +servicepath + '---->' +clientpath)
url = 'http://'+SERVICE_IP+'/downloadFile2/?downpath=' +servicepath
urllib.urlretrieve(url,clientpath)


#获取文件的md5值
def MD5(filepath):
with open(filepath,'rb') as f:
md5obj = hashlib.md5()
md5obj.update(f.read())
hash = md5obj.hexdigest()
return hash


if __name__ == '__main__':
log.info(time.strftime('%Y-%m-%d %H:%M:%S') +' begin to synchronou service file.............')
sendRequest()
log.info(time.strftime('%Y-%m-%d %H:%M:%S') +' synchronou service file end.............')



---2016-05-24
@dianxinguangchang.zhongshanerlu.yuexiuqu.guangzhoushi.guangdongsheng