1 package com.shiyimm.crawler.weibo;
2
3 import java.io.FileNotFoundException;
4 import java.io.FileReader;
5 import java.io.IOException;
6 import java.io.UnsupportedEncodingException;
7 import java.net.URLDecoder;
8 import java.net.URLEncoder;
9 import java.util.ArrayList;
10 import java.util.Date;
11 import java.util.List;
12 import java.util.regex.Matcher;
13 import java.util.regex.Pattern;
14
15 import javax.script.Invocable;
16 import javax.script.ScriptEngine;
17 import javax.script.ScriptEngineManager;
18 import javax.script.ScriptException;
19
20 import net.sf.json.JSONObject;
21
22 import org.apache.commons.codec.binary.Base64;
23 import org.apache.http.NameValuePair;
24 import org.apache.http.client.ClientProtocolException;
25 import org.apache.http.client.HttpClient;
26 import org.apache.http.impl.client.DefaultHttpClient;
27 import org.apache.http.message.BasicNameValuePair;
28
29 import com.shiyimm.crawler.util.MyUrlUtil;
30 import com.shiyimm.crawler.util.UrlUtil;
31
32 public class SinaWeibo {
33 private HttpClient client;
34 private String username; //登录帐号(明文)
35 private String password; //登录密码(明文)
36 private String su; //登录帐号(Base64加密)
37 private String sp; //登录密码(各种参数RSA加密后的密文)
38 private long servertime; //初始登录时，服务器返回的时间戳,用以密码加密以及登录用
39 private String nonce; //初始登录时，服务器返回的一串字符，用以密码加密以及登录用
40 private String rsakv; //初始登录时，服务器返回的一串字符，用以密码加密以及登录用
41 private String pubkey; //初始登录时，服务器返回的RSA公钥
42
43 private String errInfo; //登录失败时的错误信息
44 private String location; //登录成功后的跳转连接
45
46 private String url;
47
48 public SinaWeibo(String username,String password){
49 client = new DefaultHttpClient();
50 this.username = username;
51 this.password = password;
52 }
53
54
55 /**
56 * 初始登录信息<br>
57 * 返回false说明初始失败
58 * @return
59 */
60 public boolean preLogin(){
61 boolean flag = false;
62 try {
63 su = new String(Base64.encodeBase64(URLEncoder.encode(username, "UTF-8").getBytes()));
64 String url = "http://login.sina.com.cn/sso/prelogin.php?entry=weibo&rsakt=mod&checkpin=1&" +
65 "client=ssologin.js(v1.4.5)&_="+getTimestamp();
66 url += "&su="+su;
67 String content;
68 content = HttpTools.getRequest(client, url);
69 //System.out.println(content);
70 System.out.println("content------------"+content);
71 JSONObject json = JSONObject.fromObject(content);
72 System.out.println(json);
73 servertime = json.getLong("servertime");
74 nonce = json.getString("nonce");
75 rsakv = json.getString("rsakv");
76 pubkey = json.getString("pubkey");
77 flag = encodePwd();
78 } catch (UnsupportedEncodingException e) {
79 // TODO Auto-generated catch block
80 //e.printStackTrace();
81 } catch (ClientProtocolException e) {
82 // TODO Auto-generated catch block
83 //e.printStackTrace();
84 } catch (IOException e) {
85 // TODO Auto-generated catch block
86 //e.printStackTrace();
87 }
88 return flag;
89 }
90
91 /**
92 * 登录
93 * @return true:登录成功
94 */
95 public boolean login(){
96 if(preLogin()){
97 String url = "http://login.sina.com.cn/sso/login.php?client=ssologin.js(v1.4.5)";
98 List<NameValuePair> parms = new ArrayList<NameValuePair>();
99 parms.add(new BasicNameValuePair("entry", "weibo"));
100 parms.add(new BasicNameValuePair("geteway", "1"));
101 parms.add(new BasicNameValuePair("from", ""));
102 parms.add(new BasicNameValuePair("savestate", "7"));
103 parms.add(new BasicNameValuePair("useticket", "1"));
104 parms.add(new BasicNameValuePair("pagerefer", "http://login.sina.com.cn/sso/logout.php?entry=miniblog&r=http%3A%2F%2Fweibo.com%2Flogout.php%3Fbackurl%3D%2F"));
105 parms.add(new BasicNameValuePair("vsnf", "1"));
106 parms.add(new BasicNameValuePair("su", su));
107 parms.add(new BasicNameValuePair("service", "miniblog"));
108 parms.add(new BasicNameValuePair("servertime", servertime+""));
109 parms.add(new BasicNameValuePair("nonce", nonce));
110 parms.add(new BasicNameValuePair("pwencode", "rsa2"));
111 parms.add(new BasicNameValuePair("rsakv", rsakv));
112 parms.add(new BasicNameValuePair("sp", sp));
113 parms.add(new BasicNameValuePair("encoding", "UTF-8"));
114 parms.add(new BasicNameValuePair("prelt", "182"));
115 parms.add(new BasicNameValuePair("url", "http://weibo.com/ajaxlogin.php?framelogin=1&callback=parent.sinaSSOController.feedBackUrlCallBack"));
116 parms.add(new BasicNameValuePair("returntype", "META"));
117 try {
118 String content = HttpTools.postRequest(client, url, parms);
119 System.out.println("content----------"+content);
120 String regex = "location\\.replace\\(\"(.+?)\"\\);";
121 Pattern p = Pattern.compile(regex);
122 Matcher m = p.matcher(content);
123 if(m.find()){
124 location = m.group(1);
125 if(location.contains("reason=")){
126 errInfo = location.substring(location.indexOf("reason=")+7);
127 errInfo = URLDecoder.decode(errInfo, "GBK");
128 }else{
129 String result = HttpTools.getRequest(client, location);
130 System.out.println("result--------------"+result);
131 return true;
132 }
133 }
134 } catch (ClientProtocolException e) {
135 // TODO Auto-generated catch block
136 e.printStackTrace();
137 } catch (IOException e) {
138 // TODO Auto-generated catch block
139 e.printStackTrace();
140 }
141 // url = "http://www.weibo.com/hm";
142 // System.out.println(MyUrlUtil.getResource(url));
143 }
144 return false;
145 }
146
147 /**
148 * 密码进行RSA加密<br>
149 * 返回false说明加密失败
150 * @return
151 */
152 private boolean encodePwd(){
153 ScriptEngineManager sem = new ScriptEngineManager();
154 ScriptEngine se = sem.getEngineByName("javascript");
155 try {
156 FileReader fr = new FileReader("E:\\encoder.js");
157 se.eval(fr);
158 Invocable invocableEngine = (Invocable) se;
159 String callbackvalue = (String) invocableEngine.invokeFunction("encodePwd",pubkey,servertime,nonce,password);
160 sp = callbackvalue;
161 return true;
162 } catch (FileNotFoundException e) {
163 // TODO Auto-generated catch block
164 System.out.println("加密脚本encoder.sj未找到");
165 } catch (ScriptException e) {
166 // TODO Auto-generated catch block
167 //e.printStackTrace();
168 } catch (NoSuchMethodException e) {
169 // TODO Auto-generated catch block
170 //e.printStackTrace();
171 }
172 errInfo = "密码加密失败!";
173 return false;
174 }
175
176 public String getErrInfo() {
177 return errInfo;
178 }
179
180 /**
181 * 获取时间戳
182 * @return
183 */
184 private long getTimestamp(){
185 Date now = new Date();
186 return now.getTime();
187 }
188
189 public static void main(String[] args) throws ClientProtocolException, IOException {
190 SinaWeibo weibo = new SinaWeibo("账号", "密码");
191 if(weibo.login()){
192 System.out.println("登陆成功！");
193 String url = "http://www.weibo.com/hm";
194 // String source = MyUrlUtil.getResource(url);
195 // System.out.println(source);
196 }else{
197 System.out.println("登录失败！");
198 }
199 }
200 }
201 <pre class="brush:java; toolbar: true; auto-links: false;">package com.shiyimm.crawler.weibo;
202
203 import java.io.IOException;
204 import java.util.List;
205
206 import org.apache.http.HttpEntity;
207 import org.apache.http.HttpResponse;
208 import org.apache.http.NameValuePair;
209 import org.apache.http.client.ClientProtocolException;
210 import org.apache.http.client.HttpClient;
211 import org.apache.http.client.entity.UrlEncodedFormEntity;
212 import org.apache.http.client.methods.HttpGet;
213 import org.apache.http.client.methods.HttpPost;
214 import org.apache.http.util.EntityUtils;
215
216 public class HttpTools {
217 /**
218 * 正常GET方式HTTP请求
219 * @param client
220 * @param url
221 * @return
222 * @throws ClientProtocolException
223 * @throws IOException
224 */
225 public static String getRequest(HttpClient client,String url) throws ClientProtocolException, IOException{
226 HttpGet get = new HttpGet(url);
227 get.addHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11");
228 //get.addHeader("Referer", "http://2013.weibo.com/");
229 HttpResponse response = client.execute(get);
230 HttpEntity entity = response.getEntity();
231 String content = EntityUtils.toString(entity,"GBK");
232 //System.out.println(content);
233 /*EntityUtils.consume(entity);*/
234 return content;
235 }
236
237 /**
238 * 正常POST方式HTTP请求
239 * @param client
240 * @param url
241 * @param parms
242 * @return
243 * @throws ClientProtocolException
244 * @throws IOException
245 */
246 public static String postRequest(HttpClient client,String url,List<NameValuePair> parms) throws ClientProtocolException, IOException{
247 HttpPost post = new HttpPost(url);
248 post.addHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11");
249 post.addHeader("Content-Type", "application/x-www-form-urlencoded");
250 //post.addHeader("Referer", "http://2013.weibo.com/");
251 UrlEncodedFormEntity postEntity = new UrlEncodedFormEntity(parms, "UTF-8");
252 post.setEntity(postEntity);
253 HttpResponse response = client.execute(post);
254 HttpEntity entity = response.getEntity();
255 String content = EntityUtils.toString(entity,"GBK");
256 /*EntityUtils.consume(entity);*/
257 return content;
258 }
259 }
