selenium读取html,使用Selenium和Java获取浏览器呈现的HTML

下面的Selenium代码帮助我获取我参与的组列表。如果您不想在屏幕上看到自动化(无头)，您可以考虑使用HTMLUnitDriver。

WebDriver driver = new FirefoxDriver();

driver.get("https://www.linkedin.com");

// login

driver.findElement(By.id("login-email")).sendKeys("");

driver.findElement(By.id("login-password")).sendKeys("");

driver.findElement(By.name("submit")).click();

Thread.sleep(3000);

// navigate to Groups

Actions actions = new Actions(driver);

actions.moveToElement(driver.findElement(By.id("nav-link-interests"))).build().perform();

Thread.sleep(2000);

actions.moveToElement(driver.findElement(By.xpath("//ul[@id='interests-sub-nav']//a[contains(.,'Groups')]")))

.click().build().perform();

Thread.sleep(10000);

// navigate to mygroups

driver.findElement(By.linkText("My Groups")).click();

Thread.sleep(10000);

// Get all groups I am part of

for (WebElement groupNameElement : driver.findElements(By.xpath(

"//h3[contains(.,'GROUPS THAT I')][contains(.,'M IN')]/following-sibling::ul//a[@class='js-entity-name entity-name']"))) {

System.out.println(groupNameElement.getText());

}