org.openqa.selenium.htmlunit.HtmlUnitDriver#setJavascriptEnabled ( )源码实例Demo

public static void main(String[] args) throws Exception {
    Executor executor = new Executor() {
        @Override
        public void execute(CrawlDatum datum, CrawlDatums next) throws Exception {
            
            HtmlUnitDriver driver = new HtmlUnitDriver();
            driver.setJavascriptEnabled(true);
            
            driver.get(datum.url());
            
            List<WebElement> elementList = driver.findElementsByCssSelector("h3.vrTitle a");
            for(WebElement element:elementList){
                System.out.println("title:"+element.getText());
            }
        }
    };

    //创建一个基于伯克利DB的DBManager
    DBManager manager = new RocksDBManager("crawl");
    //创建一个Crawler需要有DBManager和Executor
    Crawler crawler = new Crawler(manager, executor);
    crawler.addSeed("https://www.sogou.com/web?query=%E6%B7%98%E5%AE%9D");
    crawler.start(1);
}
 

@Override
@PublicAtsApi
public void start() {

    webDriver = new HtmlUnitDriver(this.browserVersion);
    webDriver.setJavascriptEnabled(true);

    setProxyIfAvailable();

    fixHtmlUnitBehaviour();

    log.info("Opening URL: " + url);
    webDriver.get(url);
}
 

public static WebDriver getHtmlUnitDriver()
{
	HtmlUnitDriver driver = new HtmlUnitDriver();
	driver.setJavascriptEnabled(true);

	return driver;
}
 

public static WebDriver getHtmlUnitDriver()
{
	HtmlUnitDriver driver = new HtmlUnitDriver();
	driver.setJavascriptEnabled(true);

	return driver;
}
 

public static WebDriver getHtmlUnitDriver()
{
	HtmlUnitDriver driver = new HtmlUnitDriver();
	driver.setJavascriptEnabled(true);

	return driver;
}
 

@SuppressWarnings("unused")
private static WebDriver htmlUnitDriver() {
	HtmlUnitDriver driver = new HtmlUnitDriver(BrowserVersion.FIREFOX_24);
	driver.setJavascriptEnabled(true);
	return driver;
}