python爬图mzitu_[Python]爬取mzitu网站

1 importio2 importos3 importre4 importsys5 importdatetime6 from bs4 importBeautifulSoup7 from pxydowwload importrequest8 from pymongo importMongoClient9

10 sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8')11

12

13 classmzitu():14 def __init__(self):15 client = MongoClient('192.168.200.11', 27017)16 db = client["mzitulg"]17 self.mzitu_collection = db["mzitulg"]18 self.title = ''

19 self.url = ''

20 self.img_urls = [] #初始化一个 列表 用来保存图片地址

21

22 defall_url(self, url):23 html = request.get_agent(url, 3)24 #html = self.request(url) # 调用request函数把套图地址传进去会返回给我们一个response

25 all_a = BeautifulSoup(html.text, 'lxml').find(26 'div', class_='postlist').find_all('a')[0:47]27 #print(len(all_a))

28 for i in range(1, len(all_a) - 1, 2):29 a =a