基于测试的爬虫selenium

private static Logger logger = LoggerFactory.getLogger(CollectionFromWeb.class);
	private static String url = "http://asdf+%E6%B0%91%E4%BA%8B%E6%A1%88%E4%BB%B6+%E6%A1%88%E4%BB%B6%E7%B1%BB%E5%9E%8B:%E6%B0%91%E4%BA%8B%E6%A1%88%E4%BB%B6";
	private static String ajax = "var result;$.ajax(<url:\"http://asdf\", type: \"POST\",async: false,data: < \"Param\": \"cc\", \"Index\":{0}, \"Page\": 20, \"Order\": \"cc\", \"Direction\": \"asc\" >,success: function (data) <result==data;return result;>>)";
	private static String requestUrl = "\"http://192.168.1.****/user!list.action\"";
	/**
	 * 
	 */
	private static final long serialVersionUID = 1L;

	private CollectionFromWeb() {
	}

	/**
	 * 针对***定制抓取数据
	 * 
	 * @return
	 */
	public synchronized static Boolean collection(String url) {
		WebDriver driver = new FirefoxDriver();
		driver.get(url);
//		new WebDriverWait(driver, 20).until(new ExpectedCondition<Boolean>() {
//			public Boolean apply(WebDriver d) {
//				Boolean result = false;
//				try {
//					List<WebElement> e = d.findElement(By.xpath("//div[@id='resultList']"))
//							.findElements(By.tagName("a"));
//					for (WebElement we : e) {
//						logger.debug(we.getAttribute("href"));
//					}
//					result = true;
//				} catch (Exception e) {
//					e.printStackTrace();
//				}
//				return result;
//			}
//		});
		JavascriptExecutor js = (JavascriptExecutor) driver;
		for (int i = 1; i < 2; i++) {
			try {
				System.out.println(MessageFormat.format(ajax, i, requestUrl).replace("<", "{").replace(">", "}"));
				String result = (String) js.executeScript(
						MessageFormat.format(ajax, i, requestUrl).replace("<", "{").replace(">", "}"), false);
				Thread.sleep(2000);
				System.out.println(result);
			} catch (Exception e) {
				// TODO Auto-generated catch block alert(data);
				e.printStackTrace();
				return false;
			}
		}
		return true;
	}

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值