python多线程提高速度_Python多线程速度基础测试

#encoding=utf-8

import urllib

import threading

import multiprocessing

import threadpool

import time

from multiprocessing.dummy import Pool as ThreadPool

# import sys

# reload(sys)

# sys.setdefaultencoding("utf-8")

def get_content(url):

try:

page=urllib.urlopen(url).getcode()

print url,page

# op_httpcode_txt.write('%s%s '%(url, page))

except Exception, exception:

print exception

# op_httpcode_txt.write('exception')

# threading.Lock().release

# if __name__=="__main__":

# start=time.time()

# result=[]

# p=multiprocessing.Pool(processes=4)

# with open('url.txt','r') as f:

# for i in f.readlines():

# i=i.strip()

# result.append(p.apply_async(get_content,('%s'%i,)))

# p.close()

# for res in result:

# res.get(timeout=5)

# end=time.time()

# print end-start #5.72699999809 7.3s

# c=raw_input('anything:')

if __name__ == '__main__':

start=time.time()

with open('url.txt','r') as f:

for i in f.readlines():

i=i.strip()

# threading.Lock()

p=threading.Thread(target=get_content,args=(i,))

p.start()

end=time.time()

print end-start # 5.1s

print 'current has %d threads' %(threading.activeCount())

# c=raw_input('anything:')

# if __name__ == '__main__':

# start=time.time()

# pool=ThreadPool(4)

# page=[x.strip() for x in open('url.txt').readlines()]

# results=pool.map(get_content,page)

# pool.close()

# pool.join()

# end=time.time()

# print end-start #5.82299995422s 6.2s

# if __name__ == '__main__':

# start=time.time()

# pool = threadpool.ThreadPool(4)

# i=[i.strip() for i in open('url.txt').readlines()]

# reqs = threadpool.makeRequests(get_content,i)

# [pool.putRequest(req) for req in reqs]

# pool.wait()

# end=time.time()

# print end-start #6.45700001717s 6.7s