1 /// <summary>
2 /// 类说明：HttpHelps类，用来实现Http访问，Post或者Get方式的，直接访问，带Cookie的，带证书的等方式，可以设置代理
3 /// 重要提示：请不要自行修改本类，如果因为你自己修改后将无法升级到新版本。如果确实有什么问题请到官方网站提建议，
4 /// 我们一定会及时修改
5 /// 编码日期：2011-09-20
6 /// 编 码 人：苏飞
7 /// 联系方式：361983679
8 /// 官方网址：http://www.sufeinet.com/thread-3-1-1.html
9 /// 修改日期：2013-04-14
10 /// </summary>
11 using System;
12 using System.Collections.Generic;
13 using System.Text;
14 using System.Net;
15 using System.IO;
16 using System.Text.RegularExpressions;
17 using System.IO.Compression;
18 using System.Security.Cryptography.X509Certificates;
19 using System.Net.Security;
20
21 namespace Common.PageHelper
22 {
23 /// <summary>
24 /// Http连接操作帮助类
25 /// </summary>
26 public class HttpHelper
27 {
28 #region 预定义方法或者变更
29 //默认的编码
30 private Encoding encoding = Encoding.Default;
31 //HttpWebRequest对象用来发起请求
32 private HttpWebRequest request = null;
33 //获取影响流的数据对象
34 private HttpWebResponse response = null;
35 /// <summary>
36 /// 根据相传入的数据，得到相应页面数据
37 /// </summary>
38 /// <param name="objhttpitem">参数类对象</param>
39 /// <returns>返回HttpResult类型</returns>
40 private HttpResult GetHttpRequestData(HttpItem objhttpitem)
41 {
42 //返回参数
43 HttpResult result = new HttpResult();
44 try
45 {
46 #region 得到请求的response
47 using (response = (HttpWebResponse)request.GetResponse())
48 {
49 result.StatusCode = response.StatusCode;
50 result.StatusDescription = response.StatusDescription;
51 result.Header = response.Headers;
52 if (response.Cookies != null)
53 result.CookieCollection = response.Cookies;
54 if (response.Headers["set-cookie"] != null)
55 result.Cookie = response.Headers["set-cookie"];
56 MemoryStream _stream = new MemoryStream();
57 //GZIIP处理
58 if (response.ContentEncoding != null && response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase))
59 {
60 //开始读取流并设置编码方式
61 //new GZipStream(response.GetResponseStream(), CompressionMode.Decompress).CopyTo(_stream, 10240);
62 //.net4.0以下写法
63 _stream = GetMemoryStream(new GZipStream(response.GetResponseStream(), CompressionMode.Decompress));
64 }
65 else
66 {
67 //开始读取流并设置编码方式
68 //response.GetResponseStream().CopyTo(_stream, 10240);
69 //.net4.0以下写法
70 _stream = GetMemoryStream(response.GetResponseStream());
71 }
72 //获取Byte
73 byte[] RawResponse = _stream.ToArray();
74 _stream.Close();
75 //是否返回Byte类型数据
76 if (objhttpitem.ResultType == ResultType.Byte)
77 result.ResultByte = RawResponse;
78 //从这里开始我们要无视编码了
79 if (encoding == null)
80 {
81 Match meta = Regex.Match(Encoding.Default.GetString(RawResponse), "<meta([^<]*)charset=([^<]*)[\"']", RegexOptions.IgnoreCase);
82 string charter = (meta.Groups.Count > 2) ? meta.Groups[2].Value.ToLower() : string.Empty;
83 charter = charter.Replace("\"", "").Replace("'", "").Replace(";", "").Replace("iso-8859-1", "gbk");
84 if (charter.Length > 2)
85 encoding = Encoding.GetEncoding(charter);
86 else
87 {
88 if (string.IsNullOrEmpty(response.CharacterSet))
89 encoding = Encoding.UTF8;
90 else
91 encoding = Encoding.GetEncoding(response.CharacterSet);
92 }
93 }
94 //得到返回的HTML
95 result.Html = encoding.GetString(RawResponse);
96 }
97 #endregion
98 }
99 catch (WebException ex)
100 {
101 //这里是在发生异常时返回的错误信息
102 response = (HttpWebResponse)ex.Response;
103 result.Html = ex.Message;
104 result.StatusCode = response.StatusCode;
105 result.StatusDescription = response.StatusDescription;
106 }
107 catch (Exception ex)
108 {
109 result.Html = ex.Message;
110 }
111 if (objhttpitem.IsToLower)
112 result.Html = result.Html.ToLower();
113
114 return result;
115 }
116 /// <summary>
117 /// 4.0以下.net版本取数据使用
118 /// </summary>
119 /// <param name="streamResponse">流</param>
120 private static MemoryStream GetMemoryStream(Stream streamResponse)
121 {
122 MemoryStream _stream = new MemoryStream();
123 int Length = 256;
124 Byte[] buffer = new Byte[Length];
125 int bytesRead = streamResponse.Read(buffer, 0, Length);
126 // write the required bytes
127 while (bytesRead > 0)
128 {
129 _stream.Write(buffer, 0, bytesRead);
130 bytesRead = streamResponse.Read(buffer, 0, Length);
131 }
132 return _stream;
133 }
134 /// <summary>
135 /// 为请求准备参数
136 /// </summary>
137 ///<param name="objhttpItem">参数列表</param>
138 /// <param name="_Encoding">读取数据时的编码方式</param>
139 private void SetRequest(HttpItem objhttpItem)
140 {
141 // 验证证书
142 SetCer(objhttpItem);
143 //设置Header参数
144 if (objhttpItem.Header != null && objhttpItem.Header.Count > 0)
145 {
146 foreach (string item in objhttpItem.Header.AllKeys)
147 {
148 request.Headers.Add(item, objhttpItem.Header[item]);
149 }
150 }
151 // 设置代理
152 SetProxy(objhttpItem);
153 //请求方式Get或者Post
154 request.Method = objhttpItem.Method;
155 request.Timeout = objhttpItem.Timeout;
156 request.ReadWriteTimeout = objhttpItem.ReadWriteTimeout;
157 //Accept
158 request.Accept = objhttpItem.Accept;
159 //ContentType返回类型
160 request.ContentType = objhttpItem.ContentType;
161 //UserAgent客户端的访问类型，包括浏览器版本和操作系统信息
162 request.UserAgent = objhttpItem.UserAgent;
163 // 编码
164 encoding = objhttpItem.Encoding;
165 //设置Cookie
166 SetCookie(objhttpItem);
167 //来源地址
168 request.Referer = objhttpItem.Referer;
169 //是否执行跳转功能
170 request.AllowAutoRedirect = objhttpItem.Allowautoredirect;
171 //设置Post数据
172 SetPostData(objhttpItem);
173 //设置最大连接
174 if (objhttpItem.Connectionlimit > 0)
175 request.ServicePoint.ConnectionLimit = objhttpItem.Connectionlimit;
176 }
177 /// <summary>
178 /// 设置证书
179 /// </summary>
180 /// <param name="objhttpItem"></param>
181 private void SetCer(HttpItem objhttpItem)
182 {
183 if (!string.IsNullOrEmpty(objhttpItem.CerPath))
184 {
185 //这一句一定要写在创建连接的前面。使用回调的方法进行证书验证。
186 ServicePointManager.ServerCertificateValidationCallback = new System.Net.Security.RemoteCertificateValidationCallback(CheckValidationResult);
187 //初始化对像，并设置请求的URL地址
188 request = (HttpWebRequest)WebRequest.Create(objhttpItem.URL);
189 //将证书添加到请求里
190 request.ClientCertificates.Add(new X509Certificate(objhttpItem.CerPath));
191 }
192 else
193 //初始化对像，并设置请求的URL地址
194 request = (HttpWebRequest)WebRequest.Create(objhttpItem.URL);
195 }
196 /// <summary>
197 /// 设置Cookie
198 /// </summary>
199 /// <param name="objhttpItem">Http参数</param>
200 private void SetCookie(HttpItem objhttpItem)
201 {
202 if (!string.IsNullOrEmpty(objhttpItem.Cookie))
203 //Cookie
204 request.Headers[HttpRequestHeader.Cookie] = objhttpItem.Cookie;
205 //设置Cookie
206 if (objhttpItem.CookieCollection != null)
207 {
208 request.CookieContainer = new CookieContainer();
209 request.CookieContainer.Add(objhttpItem.CookieCollection);
210 }
211 }
212 /// <summary>
213 /// 设置Post数据
214 /// </summary>
215 /// <param name="objhttpItem">Http参数</param>
216 private void SetPostData(HttpItem objhttpItem)
217 {
218 //验证在得到结果时是否有传入数据
219 if (request.Method.Trim().ToLower().Contains("post"))
220 {
221 byte[] buffer = null;
222 //写入Byte类型
223 if (objhttpItem.PostDataType == PostDataType.Byte && objhttpItem.PostdataByte != null && objhttpItem.PostdataByte.Length > 0)
224 {
225 //验证在得到结果时是否有传入数据
226 buffer = objhttpItem.PostdataByte;
227 }//写入文件
228 else if (objhttpItem.PostDataType == PostDataType.FilePath && !string.IsNullOrEmpty(objhttpItem.Postdata))
229 {
230 StreamReader r = new StreamReader(objhttpItem.Postdata, encoding);
231 buffer = Encoding.Default.GetBytes(r.ReadToEnd());
232 r.Close();
233 } //写入字符串
234 else if (!string.IsNullOrEmpty(objhttpItem.Postdata))
235 {
236 buffer = Encoding.Default.GetBytes(objhttpItem.Postdata);
237 }
238 if (buffer != null)
239 {
240 request.ContentLength = buffer.Length;
241 request.GetRequestStream().Write(buffer, 0, buffer.Length);
242 }
243 }
244 }
245 /// <summary>
246 /// 设置代理
247 /// </summary>
248 /// <param name="objhttpItem">参数对象</param>
249 private void SetProxy(HttpItem objhttpItem)
250 {
251 if (!string.IsNullOrEmpty(objhttpItem.ProxyIp))
252 {
253 //设置代理服务器
254 WebProxy myProxy = new WebProxy(objhttpItem.ProxyIp, false);
255 //建议连接
256 myProxy.Credentials = new NetworkCredential(objhttpItem.ProxyUserName, objhttpItem.ProxyPwd);
257 //给当前请求对象
258 request.Proxy = myProxy;
259 //设置安全凭证
260 request.Credentials = CredentialCache.DefaultNetworkCredentials;
261 }
262 }
263 /// <summary>
264 /// 回调验证证书问题
265 /// </summary>
266 /// <param name="sender">流对象</param>
267 /// <param name="certificate">证书</param>
268 /// <param name="chain">X509Chain</param>
269 /// <param name="errors">SslPolicyErrors</param>
270 /// <returns>bool</returns>
271 public bool CheckValidationResult(object sender, X509Certificate certificate, X509Chain chain, SslPolicyErrors errors)
272 {
273 // 总是接受
274 return true;
275 }
276 #endregion
277 #region 普通类型
278 ///<summary>
279 ///采用https协议访问网络,根据传入的URl地址，得到响应的数据字符串。
280 ///</summary>
281 ///<param name="objhttpItem">参数列表</param>
282 ///<returns>String类型的数据</returns>
283 public HttpResult GetHtml(HttpItem objhttpItem)
284 {
285 try
286 {
287 //准备参数
288 SetRequest(objhttpItem);
289 }
290 catch (Exception ex)
291 {
292 return new HttpResult() { Cookie = "", Header = null, Html = ex.Message, StatusDescription = "配置参考时报错" };
293 }
294 //调用专门读取数据的类
295 return GetHttpRequestData(objhttpItem);
296 }
297 #endregion
298 }
299 /// <summary>
300 /// Http请求参考类
301 /// </summary>
302 public class HttpItem
303 {
304 string _URL = string.Empty;
305 /// <summary>
306 /// 请求URL必须填写
307 /// </summary>
308 public string URL
309 {
310 get { return _URL; }
311 set { _URL = value; }
312 }
313 string _Method = "GET";
314 /// <summary>
315 /// 请求方式默认为GET方式,当为POST方式时必须设置Postdata的值
316 /// </summary>
317 public string Method
318 {
319 get { return _Method; }
320 set { _Method = value; }
321 }
322 int _Timeout = 100000;
323 /// <summary>
324 /// 默认请求超时时间
325 /// </summary>
326 public int Timeout
327 {
328 get { return _Timeout; }
329 set { _Timeout = value; }
330 }
331 int _ReadWriteTimeout = 30000;
332 /// <summary>
333 /// 默认写入Post数据超时间
334 /// </summary>
335 public int ReadWriteTimeout
336 {
337 get { return _ReadWriteTimeout; }
338 set { _ReadWriteTimeout = value; }
339 }
340 string _Accept = "text/html, application/xhtml+xml, */*";
341 /// <summary>
342 /// 请求标头值 默认为text/html, application/xhtml+xml, */*
343 /// </summary>
344 public string Accept
345 {
346 get { return _Accept; }
347 set { _Accept = value; }
348 }
349 string _ContentType = "text/html";
350 /// <summary>
351 /// 请求返回类型默认 text/html
352 /// </summary>
353 public string ContentType
354 {
355 get { return _ContentType; }
356 set { _ContentType = value; }
357 }
358 string _UserAgent = "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)";
359 /// <summary>
360 /// 客户端访问信息默认Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)
361 /// </summary>
362 public string UserAgent
363 {
364 get { return _UserAgent; }
365 set { _UserAgent = value; }
366 }
367 Encoding _Encoding = null;
368 /// <summary>
369 /// 返回数据编码默认为NUll,可以自动识别,一般为utf-8,gbk,gb2312
370 /// </summary>
371 public Encoding Encoding
372 {
373 get { return _Encoding; }
374 set { _Encoding = value; }
375 }
376 private PostDataType _PostDataType = PostDataType.String;
377 /// <summary>
378 /// Post的数据类型
379 /// </summary>
380 public PostDataType PostDataType
381 {
382 get { return _PostDataType; }
383 set { _PostDataType = value; }
384 }
385 string _Postdata = string.Empty;
386 /// <summary>
387 /// Post请求时要发送的字符串Post数据
388 /// </summary>
389 public string Postdata
390 {
391 get { return _Postdata; }
392 set { _Postdata = value; }
393 }
394 private byte[] _PostdataByte = null;
395 /// <summary>
396 /// Post请求时要发送的Byte类型的Post数据
397 /// </summary>
398 public byte[] PostdataByte
399 {
400 get { return _PostdataByte; }
401 set { _PostdataByte = value; }
402 }
403 CookieCollection cookiecollection = null;
404 /// <summary>
405 /// Cookie对象集合
406 /// </summary>
407 public CookieCollection CookieCollection
408 {
409 get { return cookiecollection; }
410 set { cookiecollection = value; }
411 }
412 string _Cookie = string.Empty;
413 /// <summary>
414 /// 请求时的Cookie
415 /// </summary>
416 public string Cookie
417 {
418 get { return _Cookie; }
419 set { _Cookie = value; }
420 }
421 string _Referer = string.Empty;
422 /// <summary>
423 /// 来源地址，上次访问地址
424 /// </summary>
425 public string Referer
426 {
427 get { return _Referer; }
428 set { _Referer = value; }
429 }
430 string _CerPath = string.Empty;
431 /// <summary>
432 /// 证书绝对路径
433 /// </summary>
434 public string CerPath
435 {
436 get { return _CerPath; }
437 set { _CerPath = value; }
438 }
439 private Boolean isToLower = false;
440 /// <summary>
441 /// 是否设置为全文小写，默认为不转化
442 /// </summary>
443 public Boolean IsToLower
444 {
445 get { return isToLower; }
446 set { isToLower = value; }
447 }
448 private Boolean allowautoredirect = false;
449 /// <summary>
450 /// 支持跳转页面，查询结果将是跳转后的页面，默认是不跳转
451 /// </summary>
452 public Boolean Allowautoredirect
453 {
454 get { return allowautoredirect; }
455 set { allowautoredirect = value; }
456 }
457 private int connectionlimit = 1024;
458 /// <summary>
459 /// 最大连接数
460 /// </summary>
461 public int Connectionlimit
462 {
463 get { return connectionlimit; }
464 set { connectionlimit = value; }
465 }
466 private string proxyusername = string.Empty;
467 /// <summary>
468 /// 代理Proxy 服务器用户名
469 /// </summary>
470 public string ProxyUserName
471 {
472 get { return proxyusername; }
473 set { proxyusername = value; }
474 }
475 private string proxypwd = string.Empty;
476 /// <summary>
477 /// 代理 服务器密码
478 /// </summary>
479 public string ProxyPwd
480 {
481 get { return proxypwd; }
482 set { proxypwd = value; }
483 }
484 private string proxyip = string.Empty;
485 /// <summary>
486 /// 代理 服务IP
487 /// </summary>
488 public string ProxyIp
489 {
490 get { return proxyip; }
491 set { proxyip = value; }
492 }
493 private ResultType resulttype = ResultType.String;
494 /// <summary>
495 /// 设置返回类型String和Byte
496 /// </summary>
497 public ResultType ResultType
498 {
499 get { return resulttype; }
500 set { resulttype = value; }
501 }
502 private WebHeaderCollection header = new WebHeaderCollection();
503 //header对象
504 public WebHeaderCollection Header
505 {
506 get { return header; }
507 set { header = value; }
508 }
509 }
510 /// <summary>
511 /// Http返回参数类
512 /// </summary>
513 public class HttpResult
514 {
515 string _Cookie = string.Empty;
516 /// <summary>
517 /// Http请求返回的Cookie
518 /// </summary>
519 public string Cookie
520 {
521 get { return _Cookie; }
522 set { _Cookie = value; }
523 }
524 CookieCollection cookiecollection = new CookieCollection();
525 /// <summary>
526 /// Cookie对象集合
527 /// </summary>
528 public CookieCollection CookieCollection
529 {
530 get { return cookiecollection; }
531 set { cookiecollection = value; }
532 }
533 private string html = string.Empty;
534 /// <summary>
535 /// 返回的String类型数据 只有ResultType.String时才返回数据，其它情况为空
536 /// </summary>
537 public string Html
538 {
539 get { return html; }
540 set { html = value; }
541 }
542 private byte[] resultbyte = null;
543 /// <summary>
544 /// 返回的Byte数组 只有ResultType.Byte时才返回数据，其它情况为空
545 /// </summary>
546 public byte[] ResultByte
547 {
548 get { return resultbyte; }
549 set { resultbyte = value; }
550 }
551 private WebHeaderCollection header = new WebHeaderCollection();
552 //header对象
553 public WebHeaderCollection Header
554 {
555 get { return header; }
556 set { header = value; }
557 }
558 private string statusDescription = "";
559 /// <summary>
560 /// 返回状态说明
561 /// </summary>
562 public string StatusDescription
563 {
564 get { return statusDescription; }
565 set { statusDescription = value; }
566 }
567 private HttpStatusCode statusCode = HttpStatusCode.OK;
568 /// <summary>
569 /// 返回状态码,默认为OK
570 /// </summary>
571 public HttpStatusCode StatusCode
572 {
573 get { return statusCode; }
574 set { statusCode = value; }
575 }
576 }
577 /// <summary>
578 /// 返回类型
579 /// </summary>
580 public enum ResultType
581 {
582 /// <summary>
583 /// 表示只返回字符串 只有Html有数据
584 /// </summary>
585 String,
586 /// <summary>
587 /// 表示返回字符串和字节流 ResultByte和Html都有数据返回
588 /// </summary>
589 Byte
590 }
591 /// <summary>
592 /// Post的数据格式默认为string
593 /// </summary>
594 public enum PostDataType
595 {
596 /// <summary>
597 /// 字符串类型，这时编码Encoding可不设置
598 /// </summary>
599 String,
600 /// <summary>
601 /// Byte类型，需要设置PostdataByte参数的值编码Encoding可设置为空
602 /// </summary>
603 Byte,
604 /// <summary>
605 /// 传文件，Postdata必须设置为文件的绝对路径，必须设置Encoding的值
606 /// </summary>
607 FilePath
608 }
609 }
