使用jsoup解析html页面内容案例

 

public String getFaGuiKuTitles(String type, int page) {
        String href = "http://info.qd-n-tax.gov.cn/NewFaGuiKu/"+type+"/";
        String baseUrl = href + "index";
        
        int no = 0;
        String msg = "";
        
        if(page>0){
            baseUrl = baseUrl + "_"+page;
        }
        
        baseUrl += ".htm";
        
        int totalPage = 0;
        
        List<FaGui> list = new ArrayList<FaGui>();
        
        try {
            URL url = new URL(baseUrl);
            org.jsoup.nodes.Document doc = Jsoup.parse(url, 10000);
            
            org.jsoup.nodes.Element table = doc.select("table").get(0);
            org.jsoup.nodes.Element tbody = table.select("tbody").get(0);
            org.jsoup.select.Elements rows = tbody.select("tr");
            
            int len = rows.size();
            
            for (int i = 0; i < len; i++) {
                org.jsoup.select.Elements cols = rows.get(i).select("td");
                
                FaGui fg = new FaGui();
                fg.setTitle(cols.get(0).text());
                fg.setDate(cols.get(1).text());
                
                if(cols.size()>2){
                    fg.setFwzh(cols.get(2).text());
                }
                
                
                org.jsoup.nodes.Element a = cols.get(0).select("a").get(0);
                fg.setHref(a.attr("href").replaceFirst("./", href));
                
                list.add(fg);
            }
            
            //翻页信息
            String pager = doc.getElementsByClass("pager").get(0).html();
            int start = pager.indexOf("(")+1;
            int end = pager.indexOf(",");
            pager = pager.substring(start, end);//截取页面中的总页数
            
            if(pager.matches("\\d+")){
                totalPage = Integer.parseInt(pager);
            }
            
            no = 1;
            msg = "SUCCESS";
            
            log.info("获取税收法规库标题内容", "getFaGuiKuTitles");
        } catch (MalformedURLException ex) {
            Logger.getLogger(LocalServiceImpl.class.getName()).log(Level.SEVERE, null, ex);
            msg = "获取税收法规库标题内容:baseUrl"+baseUrl+"不可用,ex:"+ex;
            log.error(msg, "getFaGuiKuTitles");
        } catch (IOException ex) {
            Logger.getLogger(LocalServiceImpl.class.getName()).log(Level.SEVERE, null, ex);
            msg = "获取税收法规库标题内容:IO异常,ex:"+ex;
            log.error(msg, "getFaGuiKuTitles");
        }        
        
        return ResultUtil.getResult(no, msg, list,totalPage,page);
    }