WebDriver driver = SeleniumUtil.getNormalDriver();
driver.get("https://sz.lianjia.com/zufang/l0rp1/");
try{
while(true){
String html=driver.getPageSource();
List<String> list = HtmlUtil.find(html, "div", "class=\"content__list--item\"");
for(String house:list){
String title = HtmlUtil.find(house, "a", "class=\"content__list--item--aside\"").get(0);
String img = HtmlUtil.propertyValue(HtmlUtil.find(title, "img").get(0),"src");
String url=HtmlUtil.propertyValue(title, "href");
title=HtmlUtil.propertyValue(title, "title");
String des=StringUtil.kill(HtmlUtil.find(house, "p", "class=\"content__list--item--des\"").get(0),"<",">");
String tags=StringUtil.kill(HtmlUtil.find(house, "p", "class=\"content__list--item--bottom oneline\"").get(0),"<",">");
String brand=StringUtil.kill(HtmlUtil.find(house, "p", "class=\"content__list--item--brand oneline\"").get(0),"<",">");
String price=StringUtil.kill(HtmlUtil.find(house, "span", "class=\"content__list--item-price\"").get(0),"<",">");
System.out.println(title+" "+img+" "+url);
System.out.println(des);
System.out.println(tags);
System.out.println(brand);
System.out.println(price);
}
SeleniumUtil.click(driver,driver.findElement(By.linkText("下一页")));
}
}catch(Exception e){
driver.close();
driver.quit();
}
Java+Selenium 爬链家租房信息
最新推荐文章于 2024-03-05 18:54:15 发布