python分布式爬虫系统_手工打造分布式爬虫(Python)

")

fout.write("

fout.close()

def output_html(self,path):

'''

将数据写入HTML文件中

:param path: 文件路径

:return:

'''

fout=codecs.open(path,'a',encoding='utf-8')

for data in self.datas:

fout.write("

fout.write("

%s"%data['url'])

fout.write("

%s"%data['title'])

fout.write("

%s"%data['summary'])

fout.write("

")

self.datas.remove(data)

fout.close()

def ouput_end(self,path):

'''

输出HTML结束

:param path: 文件存储路径

:return:

'''

fout=codecs.open(path,'a',encoding='utf-8')

fout.write("

")

fout.write("