城市小区信息

要统计城市小区淘宝用户的覆盖率。数据部门貌似没统计这个数据，也许我没找到吧。jsoup抓下。

感谢http://hangzhou.haozu.com/无偿提供数据，一次性的廉价代码。自己去云梯搞数据真是烦,剩下的就交给数据分析的同事去帮忙吧。

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

import java.io.FileOutputStream;
import java.io.IOException;
import java.io.PrintWriter;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;

/**
 * Created with IntelliJ IDEA.
 * User: zhangbin
 * Date: 13-6-20
 * Time: 下午10:11
 * To change this template use File | Settings | File Templates.
 */
public class Main {
    public static void main(String[] args){
        String[] cities = new String[]{"beijing","tianjin","dalian","sjz","heb","sy","ty","cc","shanghai","hangzhou","nanjing","jinan","qd"
        ,"xz","shenzhen","guangzhou","cs","haikou","xm","chengdu","chongqing","wuhan","zhengzhou","xa","lz","ly","gy"
        };
        String[] citynames = new String[]{"北京","天津","大连","石家庄","哈尔滨","沈阳","太原","长春","上海","杭州","南京","济南","青岛","徐州","深圳","广州","长沙","海口","厦门"
                ,"成都","重庆","武汉","郑州","西安","兰州","洛阳","贵阳"
        };
        String middle = "haozu.com/community/";
        String head = "http://";
        String url = "";
        Map<String,Set<String>> blocksMap = new HashMap<String,Set<String>>();
        for(int i =0 ;i<cities.length;i++){
           String city = cities[i];
           String cityName = citynames[i];
           url = head+city+"."+middle;
           Set<String> blocks = new HashSet<String>();
           for(int j=1;j<=10;j++){
               try {
                   Document doc = Jsoup.connect(url+"p"+j).get();
                   Elements eles = doc.getElementsByClass("clist_name");
                   for(Element ele : eles){
                      Element tmp = ele.getElementsByTag("a").get(0);
                      String block = tmp.text();
                      int index = block.indexOf('（');
                       if(index != -1){
                           block = block.substring(0,index);
                       }
                       index = block.indexOf('(');
                       if(index != -1){
                           block = block.substring(0,index);
                       }
                       blocks.add(block);
                   }
               } catch (IOException e) {
                   System.out.println("error");
               }
           }
            blocksMap.put(cityName,blocks);
        }
        String lineSep = System.getProperty("line.separator");
        try {
            FileOutputStream fos = new FileOutputStream("/home/zhangbin/CityBlocks.data");
            PrintWriter pw  = new PrintWriter(fos);
            for(Map.Entry<String,Set<String>> entry : blocksMap.entrySet()){
                Set<String> set = entry.getValue();
                    pw.write(lineSep+lineSep+entry.getKey()+lineSep+lineSep);
                    for(String tmp : set){
                        pw.write(tmp+lineSep);
                    }
                    pw.flush();

            }
            pw.close();
            fos.close();
        } catch (Exception e) {
            //ignore
        }

    }
}