读取目标网页的HTML,用System.Net.HttpWebRequest简单封装了一个CLASS
1
using System.Web;
2
using System.Net;
3
using System.IO;
4![](/Images/OutliningIndicators/None.gif)
5
namespace MyProject.Controllers
6
{
7
public class WebRequestUtility
8
{
9
public string RequestUrl{ get;set;}
10
public string Content { get; set; }
11
public bool ifUrlAvailable { get; set; }
12![](/Images/OutliningIndicators/InBlock.gif)
13
public WebRequestUtility(string url)
14
{
15
RequestUrl = url;
16
Content = getHttpContent(url);
17
if (Content != "failUrl")
18
{
19
ifUrlAvailable = true;
20
}
21![](/Images/OutliningIndicators/InBlock.gif)
22
}
23![](/Images/OutliningIndicators/InBlock.gif)
24![](/Images/OutliningIndicators/InBlock.gif)
25
/// <summary>
26
/// 根据URL读取返回的HTML内容
27
/// </summary>
28
/// <param name="url"></param>
29
/// <returns></returns>
30
public HttpWebRequest getHttpResponse(string url)
31
{
32
string requestStr = url;
33
HttpWebRequest req = (HttpWebRequest)HttpWebRequest.Create(requestStr);
34
req.Method = "GET";
35
return req;
36
37
}
38![](/Images/OutliningIndicators/InBlock.gif)
39
public string getHttpContent(string url)
40
{
41
HttpWebRequest req = getHttpResponse(url);
42
try
43
{
44
WebResponse wr = req.GetResponse();
45
StreamReader sr = new StreamReader(wr.GetResponseStream(), System.Text.Encoding.GetEncoding("gb2312"));
46
return sr.ReadToEnd();
47
48
}
49
catch
50
{
51
//if (e.Status == WebExceptionStatus.ProtocolError)
52
return "failUrl";
53
}
54
55
}
56
57![](/Images/OutliningIndicators/InBlock.gif)
58
public bool checkUrlAvailability(string url)
59
{
60![](/Images/OutliningIndicators/InBlock.gif)
61
//string requestStr = url;
62
//HttpWebRequest req = (HttpWebRequest)HttpWebRequest.Create(requestStr);
63
//req.Method = "GET";
64
HttpWebRequest req = getHttpResponse(url);
65
try
66
{
67
req.GetResponse();
68![](/Images/OutliningIndicators/InBlock.gif)
69
}
70
catch (WebException e)
71
{
72
if (e.Status == WebExceptionStatus.ProtocolError)
73
return false;
74
}
75![](/Images/OutliningIndicators/InBlock.gif)
76
return true;
77![](/Images/OutliningIndicators/InBlock.gif)
78
}
79![](/Images/OutliningIndicators/InBlock.gif)
80
/// <summary>
81
/// 返回错误信息的逻辑
82
/// </summary>
83
/// <param name="e"></param>
84
protected void logException(string e)
85
{
86
//HttpContext.Current.Response.Write(e);
87
}
88![](/Images/OutliningIndicators/InBlock.gif)
89![](/Images/OutliningIndicators/InBlock.gif)
90
}
91
}
92![](/Images/OutliningIndicators/None.gif)
![](/Images/OutliningIndicators/None.gif)
2
![](/Images/OutliningIndicators/None.gif)
3
![](/Images/OutliningIndicators/None.gif)
4
![](/Images/OutliningIndicators/None.gif)
5
![](/Images/OutliningIndicators/None.gif)
6
![](/Images/OutliningIndicators/ExpandedBlockStart.gif)
7
![](/Images/OutliningIndicators/InBlock.gif)
8
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
9
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
10
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
11
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
12
![](/Images/OutliningIndicators/InBlock.gif)
13
![](/Images/OutliningIndicators/InBlock.gif)
14
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
15
![](/Images/OutliningIndicators/InBlock.gif)
16
![](/Images/OutliningIndicators/InBlock.gif)
17
![](/Images/OutliningIndicators/InBlock.gif)
18
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
19
![](/Images/OutliningIndicators/InBlock.gif)
20
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
21
![](/Images/OutliningIndicators/InBlock.gif)
22
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
23
![](/Images/OutliningIndicators/InBlock.gif)
24
![](/Images/OutliningIndicators/InBlock.gif)
25
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
26
![](/Images/OutliningIndicators/InBlock.gif)
27
![](/Images/OutliningIndicators/InBlock.gif)
28
![](/Images/OutliningIndicators/InBlock.gif)
29
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
30
![](/Images/OutliningIndicators/InBlock.gif)
31
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
32
![](/Images/OutliningIndicators/InBlock.gif)
33
![](/Images/OutliningIndicators/InBlock.gif)
34
![](/Images/OutliningIndicators/InBlock.gif)
35
![](/Images/OutliningIndicators/InBlock.gif)
36
![](/Images/OutliningIndicators/InBlock.gif)
37
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
38
![](/Images/OutliningIndicators/InBlock.gif)
39
![](/Images/OutliningIndicators/InBlock.gif)
40
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
41
![](/Images/OutliningIndicators/InBlock.gif)
42
![](/Images/OutliningIndicators/InBlock.gif)
43
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
44
![](/Images/OutliningIndicators/InBlock.gif)
45
![](/Images/OutliningIndicators/InBlock.gif)
46
![](/Images/OutliningIndicators/InBlock.gif)
47
![](/Images/OutliningIndicators/InBlock.gif)
48
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
49
![](/Images/OutliningIndicators/InBlock.gif)
50
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
51
![](/Images/OutliningIndicators/InBlock.gif)
52
![](/Images/OutliningIndicators/InBlock.gif)
53
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
54
![](/Images/OutliningIndicators/InBlock.gif)
55
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
56
![](/Images/OutliningIndicators/InBlock.gif)
57
![](/Images/OutliningIndicators/InBlock.gif)
58
![](/Images/OutliningIndicators/InBlock.gif)
59
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
60
![](/Images/OutliningIndicators/InBlock.gif)
61
![](/Images/OutliningIndicators/InBlock.gif)
62
![](/Images/OutliningIndicators/InBlock.gif)
63
![](/Images/OutliningIndicators/InBlock.gif)
64
![](/Images/OutliningIndicators/InBlock.gif)
65
![](/Images/OutliningIndicators/InBlock.gif)
66
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
67
![](/Images/OutliningIndicators/InBlock.gif)
68
![](/Images/OutliningIndicators/InBlock.gif)
69
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
70
![](/Images/OutliningIndicators/InBlock.gif)
71
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
72
![](/Images/OutliningIndicators/InBlock.gif)
73
![](/Images/OutliningIndicators/InBlock.gif)
74
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
75
![](/Images/OutliningIndicators/InBlock.gif)
76
![](/Images/OutliningIndicators/InBlock.gif)
77
![](/Images/OutliningIndicators/InBlock.gif)
78
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
79
![](/Images/OutliningIndicators/InBlock.gif)
80
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
81
![](/Images/OutliningIndicators/InBlock.gif)
82
![](/Images/OutliningIndicators/InBlock.gif)
83
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
84
![](/Images/OutliningIndicators/InBlock.gif)
85
![](/Images/OutliningIndicators/ExpandedSubBlockStart.gif)
86
![](/Images/OutliningIndicators/InBlock.gif)
87
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
88
![](/Images/OutliningIndicators/InBlock.gif)
89
![](/Images/OutliningIndicators/InBlock.gif)
90
![](/Images/OutliningIndicators/ExpandedSubBlockEnd.gif)
91
![](/Images/OutliningIndicators/ExpandedBlockEnd.gif)
92
![](/Images/OutliningIndicators/None.gif)
构造函数在实例化这个类的时候传入URL地址,此时发出http请求并进行回应。class.Content便是回应的html代码。
本人在公司里实习之初做的一些事情就是网页信息抓取,这个class用的比较多,自己用用还是能正常运行没有碰到什么问题。
希望园子里的朋友们看到能帮助完善这个class,或者一些没有考虑到的地方做些建议,毕竟这的确还是个半完成品。
TODO,运用WebClient进行网页图片等类型信息的下载和转储。