代码如下
import pymongo
from bs4 import BeautifulSoup
import requests
client = pymongo.MongoClient('localhost', 27017)
xiaozhu = client['xiaozhu']
rent_house_info_tab = xiaozhu['rent_house_info_tab']
urls = ["http://bj.xiaozhu.com/search-duanzufang-p{}-0/".format(str(i)) for i in range(2, 3, 1)]
urls.insert(0, "http://bj.xiaozhu.com/")
headers = {
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) ' +
'Chrome/54.0.2840.87 Safari/537.3',
'Cookie': 'BIDUPSID=38C621C89B4684C48321DF9EB7CB3E6E; PSTM=1433342407; BDUSS=nAxUjdxeE81bUh1aWhjcGE3aWN' +
'pZ2xKcnBaZlNXQ3A3dlZ5YzU1ZnpBU3ZrTFZXQVFBQUFBJCQAAAAAAAAAAAEAAACFwB8ucHl0aG9uMDEyAAAAAAAAAAAA' +
'AAA