selenium webdriver 使用PhantomJSDriver爬取简单网页链接

最新推荐文章于 2021-07-08 23:34:13 发布

iSelenium

最新推荐文章于 2021-07-08 23:34:13 发布

阅读量4.1k

点赞数

分类专栏： Selenium WebDriver PhantomJSDriver

本文链接：https://blog.csdn.net/xiaoguanyusb/article/details/79843035

版权

Selenium WebDriver 同时被 2 个专栏收录

41 篇文章 7 订阅

订阅专栏

PhantomJSDriver

1 篇文章 0 订阅

订阅专栏

	public void openCsdnLink() {
		String threadName = Thread.currentThread().getName();
		WebDriver driver = CommonUtil.openPhantomJS();		 
		driver.navigate().to("https://blog.csdn.net/xiaoguanyusb");				
		List<WebElement> elementList = new ArrayList<>();
		WebElement element = driver.findElement(By.xpath("//*[@id=\"main\"]/div/ul[2]/li[2]/ul[2]"));
		elementList = element.findElements(By.tagName("li"));
		
		List<String> urlList = new ArrayList<>();
		String temp = null;
		for (WebElement webElement : elementList) {
			temp = webElement.findElement(By.tagName("a")).getAttribute("href");
			urlList.add(temp);
			
		}
		
		for (int i = 0; i < urlList.size(); i++) {
			driver.get(urlList.get(i));
			System.out.println(threadName + "\t urlList:" + i + "\t:" + urlList.get(i));
		}
		
		driver.quit();
	}

private static WebDriver openPhantomJS() {
		// 设置必要参数
		DesiredCapabilities dcaps = new DesiredCapabilities();
		// ssl证书支持
		dcaps.setCapability("acceptSslCerts", true);
		// 截屏支持
		dcaps.setCapability("takesScreenshot", true);
		// css搜索支持
		dcaps.setCapability("cssSelectorsEnabled", true);
		// js支持
		dcaps.setJavascriptEnabled(true);
		// 驱动支持
		dcaps.setCapability(PhantomJSDriverService.PHANTOMJS_EXECUTABLE_PATH_PROPERTY, driverPath +"phantomjs-2.1.1-windows\\bin\\phantomjs.exe");
		// 创建无界面浏览器对象
		PhantomJSDriver driver = new PhantomJSDriver(dcaps);


		return driver;
	}