Webclent基本操作

 

/**   
* @Title: webclientTest.java 
* @Package webclient 
* @Description: TODO(用一句话描述该文件做什么) 
* @author A18ccms A18ccms_gmail_com   
* @date 2016年8月30日 下午3:52:41 
* @version V1.0   
*/
package webclient;

import java.io.IOException;
import java.net.MalformedURLException;

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;

import com.gargoylesoftware.htmlunit.BrowserVersion;
import com.gargoylesoftware.htmlunit.FailingHttpStatusCodeException;
import com.gargoylesoftware.htmlunit.WebClient;
import com.gargoylesoftware.htmlunit.html.HtmlButton;
import com.gargoylesoftware.htmlunit.html.HtmlForm;
import com.gargoylesoftware.htmlunit.html.HtmlPage;

/**
 * @ClassName: webclientTest
 * @Description: Webclent基本操作
 * @author zeze
 * @date 2016年8月30日 下午3:52:41
 * 
 */
public class webclientTest {

    /**
     * 
     * @Title: main
     * @param @param
     *            args 设定文件
     * @return void 返回类型
     */
    public static void main(String[] args) {
        // TODO Auto-generated method stub

        WebClient webClient = new WebClient(BrowserVersion.CHROME);
        webClient.getOptions().setTimeout(20000);
        webClient.getCookieManager().setCookiesEnabled(true);
        webClient.getOptions().setThrowExceptionOnFailingStatusCode(false);
        webClient.getOptions().setThrowExceptionOnScriptError(false);
        webClient.getOptions().setCssEnabled(false);
        webClient.getOptions().setJavaScriptEnabled(false);
        webClient.addRequestHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) "
                + "AppleWebKit/537.36 (KHTML, like Gecko) " + "Chrome/43.0.2357.134 Safari/537.36");
        webClient.addRequestHeader("Accept",
                "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8");
        webClient.addRequestHeader("Accept-Encoding", "gzip, deflate, sdch");
        webClient.addRequestHeader("Accept-Language", "zh-CN,zh;q=0.8");
        webClient.addRequestHeader("Connection", "keep-alive");
        webClient.addRequestHeader("Host", "www.cnblogs.com");
        // webClient.addRequestHeader("", "");
        HtmlPage page = null;
        try {
            String Url = "http://www.cnblogs.com/zeze";
            page = webClient.getPage(Url);
            Document doc = Jsoup.parse(page.asXml());
            System.out.println(doc);
            while (doc.select("title").text().equals("Robot Check")) {
                HtmlForm form = page.getForms().get(0);
                HtmlButton button = (HtmlButton) form.getElementsByTagName("button").get(0);
                form.getInputByName("field-keywords").setValueAttribute("");
                doc = Jsoup.parse(page.asXml());
                try {
                    page = button.click();
                } catch (IOException e1) {
                    e1.printStackTrace();
                }
            }
        } catch (FailingHttpStatusCodeException e) {

        } catch (MalformedURLException e) {

        } catch (IOException eq) {

        }
    }

}