r语言html_text(),R语言抓取链家网数据

library(rvest)

url0

name=area=price=type=address=status=NULL

for(i in 1:10)

{

url

web

name % html_nodes('div.info-panel') %>%

html_nodes('a') %>% html_text())

address % html_nodes('div.info-panel') %>%

html_nodes('div.where') %>% html_nodes('span.region') %>%

html_text())

b=web %>% html_nodes('div.info-panel') %>% html_nodes('div.area')

are=rep(0,length(b))

for (i in 1:length(b))

{

if (str_length(b[i]) > 60){

are[i] = b[i]%>% html_nodes('span') %>% html_text()

}else{

are[i] = 0

}

}

area=c(area,ifelse(are=='0','0',unlist(str_extract(are,'[0-9]+~[0-9]+|[0-9]+'))))

a % html_nodes('div.info-panel') %>% html_nodes('div.average')

price=rep(0,length(a))

for (i in 1:length(a))

{

if (str_length(a[i]) > 100){

price[i] = a[i]%>% html_nodes('span.num') %>% html_text()

}else{

price[i] = 0

}

}

price=c(price,price)

type % html_nodes('div.info-panel') %>%

html_nodes('div.type') %>% html_nodes('span.live') %>% html_text())

status % html_nodes('div.info-panel') %>%

html_nodes('div.type') %>% html_nodes('span.onsold') %>% html_text())

}

data=data.frame(name,address,area,price=as.numeric(price),type,status)

DT::datatable(data)