python获取房天下数据

from bs4 import BeautifulSoup

import requests

url='https://wuhan.newhouse.fang.com/house/s/b92/'

headers={

'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36'

}

resp=requests.get(url=url,headers=headers).text

soup=BeautifulSoup(resp,'html.parser')

fanf_list=soup.find('div',class_='nhouse_list').find('ul').find_all('li')

list_all=[]

for i in fanf_list:

  name=i.find('div',class_='nlc_details').find('div',class_='nlcd_name').a.text.split()[0]

  price=i.find('div',class_='nlc_details').find('div',class_='price_fix').span.text.split()[0]

  tel=i.find('div',class_='nlc_details').find('div',class_='relative_message clearfix').select('div[class=tel] p')[0].text

  place=i.find('div',class_='nlc_details').find('div',class_='relative_message clearfix').a.attrs['title']

  newdict={}

  newdict['name']=name

  newdict['price']=price

  newdict['tel']=tel

  newdict['place']=place

  list_all.append(newdict)

 

print(list_all)