def get_all(url,dbs):
while(url):
print("正在爬取:{}".format(url))
html = requests.get(url=url, headers=headers, timeout=100).text
selector = etree.HTML(html)
title_urls = selector.xpath('//div[@class="topic_list_detail"]//a[@class="title"]/@href')
title_titles = selector.xpath('//div[@class="topic_list_detail"]//a[@class="title"]/text()')
for url,title in zip(title_urls,title_titles):
url = "https://www.chineseinla.com" + url
result = {'标题':title,'url':url}
dbs.insert_one(result)
next_url = selector.xpath('//div[@class="topic_option_right pagination_right"]/a[last()]/@href')
url = "https://www.chineseinla.com" + next_url[0]