import com.gargoylesoftware.htmlunit.WebWindow; //导入依赖的package包/类
private boolean isAlreadyLoadedByAncestor(
                                           final URL url,
                                           HtmlPage page ) {

    WebWindow window = page.getEnclosingWindow();
    while (window != null) {
        if (url.sameFile(window.getEnclosedPage().getWebResponse().getWebRequest().getUrl())) {
            return true;
        }
        if (window == window.getParentWindow()) {
            window = null;
        } else {
            window = window.getParentWindow();
        }
    }
    return false;
}
 

import com.gargoylesoftware.htmlunit.WebWindow; //导入依赖的package包/类
@Test
public void testPost() throws Exception {
	cfg.setProperty(WSFedConstants.PROP_USE_REDIRECT, false);

	StringWriter sw = new StringWriter();
	when(res.getWriter()).thenReturn(new PrintWriter(sw));
	
	LoginHandler lh = new LoginHandler();
	lh.handleGet(rc);
	
	WebWindow win = mock(WebWindow.class);
	when(win.getScriptObject()).thenThrow(new RuntimeException("test"));
	when(win.getWebClient()).thenReturn(new WebClient(BrowserVersion.FIREFOX_2));
	
	DOMParser parser = new DOMParser();
	parser.parse(new InputSource(new ByteArrayInputStream(sw.toString().getBytes())));
	HTMLElement e = (HTMLElement) parser.getDocument().getDocumentElement();
	
	NodeList forms = e.getElementsByTagName("form");
	assertEquals(1, forms.getLength());
	Element form = (Element)forms.item(0);
	assertEquals("loginform", form.getAttribute("name"));
	assertEquals(rc.getIdpMetadata().getFirstMetadata().getSingleSignonServiceLocation(WSFedConstants.WSFED_PROTOCOL), form.getAttribute("action"));
	
	verify(res, never()).sendRedirect(anyString());
}
 

import com.gargoylesoftware.htmlunit.WebWindow; //导入依赖的package包/类
public static  void getValueByXpath(String url, String Xpath) throws MalformedURLException, IOException, XPatherException
{
	webClient.closeAllWindows();
	HtmlPage pg = null;
	try{
		pg = webClient.getPage(url);
	}catch(FailingHttpStatusCodeException exc){
		if(503 == exc.getStatusCode())
			System.out.println("ERRORXXXXHtmlUnit:  "+url);
		pg = webClient.getPage(url);
	}
	WebWindow win = webClient.getCurrentWindow();
	win.setInnerHeight(60000);
	List<?> result = null;
	result = pg.getByXPath(Xpath);
	for (int i=0; i<result.size();i++)
	System.out.println("qqq"+((HtmlElement) result.get(i)).getTextContent().trim());

}
 

import com.gargoylesoftware.htmlunit.WebWindow; //导入依赖的package包/类
String downloadCss(WebClient webClient, WebWindow window, URL resourceUrl) throws Exception {
    if (cssjsCache.get(resourceUrl.toString()) == null) {
        cssjsCache.put(resourceUrl.toString(), webClient.getPage(window, new WebRequest(resourceUrl))
                .getWebResponse().getContentAsString());

    }
    return cssjsCache.get(resourceUrl.toString());
}
 

import com.gargoylesoftware.htmlunit.WebWindow; //导入依赖的package包/类
byte[] downloadImage(WebClient webClient, WebWindow window, URL resourceUrl) throws Exception {
    if (imagesCache.get(resourceUrl.toString()) == null) {
        imagesCache.put(
                resourceUrl.toString(),
                IOUtils.toByteArray(webClient.getPage(window, new WebRequest(resourceUrl)).getWebResponse()
                        .getContentAsStream()));
    }
    return imagesCache.get(resourceUrl.toString());
}
 

import com.gargoylesoftware.htmlunit.WebWindow; //导入依赖的package包/类
/**
 * <p>This is turned into a NOOP if javascript is disabled, to stop the parent implementation from leaking threads
 * and memory.</p>
 * 
 * {@inheritDoc}
 */
@Override
public void registerWindowAndMaybeStartEventLoop(final WebWindow webWindow) {
    if (getWebClient().getOptions().isJavaScriptEnabled()) {
        super.registerWindowAndMaybeStartEventLoop(webWindow);
    }
}
 

import com.gargoylesoftware.htmlunit.WebWindow; //导入依赖的package包/类
private void cleanUp() {
    Page p = page.get();
    if (p != null) {
        p.cleanUp();
    }
    for (WebWindow window : webClient.get().getWebWindows()) {
        window.getJobManager().removeAllJobs();
    }
    page.remove();
    webClient.get().close();
    webClient.remove();
}
 

import com.gargoylesoftware.htmlunit.WebWindow; //导入依赖的package包/类
@Override
public Page createPage(WebResponse webResponse, WebWindow webWindow)
		throws IOException {
	String content = webResponse.getContentAsString();
	content = content.replaceAll(host, InetAddress.getLocalHost()
			.getHostAddress()
			+ ":" + Configuration.getInstance().getPort());
	return super.createPage(new WebResponse(new WebResponseData(content
			.getBytes(), webResponse.getStatusCode(), webResponse
			.getStatusMessage(), webResponse.getResponseHeaders()),
			webResponse.getWebRequest(), webResponse.getLoadTime()),
			webWindow);
}
 

import com.gargoylesoftware.htmlunit.WebWindow; //导入依赖的package包/类
public void getPageInfoUseHtmlUnit(String url, JsonObject sourceConf) throws MalformedURLException, IOException, XPatherException
	{
		System.out.println("HtmlUnit:  "+url);
		webClient.closeAllWindows();
		HtmlPage pg = null;
		try{
			pg = webClient.getPage(url);
		}catch(FailingHttpStatusCodeException exc){
			if(503 == exc.getStatusCode())
			{	System.out.println("ERRORXXXXHtmlUnit:  "+url);
				try{
				pg = webClient.getPage(url);
				} catch(Exception e)
				{
					return;
				}
			}
			return ;
		}
		WebWindow win = webClient.getCurrentWindow();
		win.setInnerHeight(60000);
		
		JsonObject info = sourceConf.get("info_extractor").getAsJsonObject();
		String save_name = sourceConf.get(ConfConstants.SOURCE_SAVE_NAME).getAsString();
		JsonObject qa = new JsonObject();
		List<?> temp = null;
		for(Entry<String, JsonElement> entry: info.entrySet())
		{
			temp = pg.getByXPath(entry.getValue().getAsString());
			String result = "";
			if(temp.size() > 0)
			{
				result = ((HtmlElement) temp.get(0)).getTextContent().trim();
				if(entry.getKey().equals(ConfConstants.SOURCE_INFO_DATE))
				{
					result = CommonUtil.getDateString(result,".*?([0-9]+.[0-9]+.[0-9]+).*");
//					String format = sourceConf.get(ConfConstants.SOURCE_DATE_FORMAT).getAsString();
//					result = (CommonUtil.stringToDateByconf(result, format)).toString();
				}
				qa.addProperty(entry.getKey(), CommonUtil.cleanString(result));
			}
		}
		qa.addProperty(ConfConstants.SOURCE_URL, url);
		if(qa.has(ConfConstants.SOURCE_INFO_REPLY_TITLE)||qa.has(ConfConstants.SOURCE_INFO_REPLY_CONTENT))
			CommonUtil.saveContent(CommonUtil.cleanString(qa.toString())+"\n", SysConf.SAVE_PATH+save_name+".txt");
	}