web 抓取

System.Net.HttpWebRequest request = (System.Net.HttpWebRequest)System.Net.WebRequest.Create("http://weibo.com/u/2637233032?wvr=3.6&lf=reg");
            request.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022)";
            System.Net.WebResponse response = request.GetResponse();
            System.IO.Stream resStream = response.GetResponseStream();
            System.IO.StreamReader sr = new System.IO.StreamReader(resStream, Encoding.GetEncoding("utf-8"));
            string html = (sr.ReadToEnd());
            resStream.Close();
            sr.Close();

            System.Net.WebClient wc = new System.Net.WebClient();
            wc.Credentials = System.Net.CredentialCache.DefaultCredentials;
            Byte[] pageData = wc.DownloadData("http://weibo.com/u/2637233032?wvr=3.6&lf=reg");
            string Content = System.Text.Encoding.Default.GetString(pageData);

posted @ 2012-01-06 00:02  weide  阅读(190)  评论(0编辑  收藏  举报