使用.net抓取网站内容

 

protected override void Render(HtmlTextWriter writer)
    {
        string rl;
        WebRequest myReq = WebRequest.Create("http://www.baidu.com/");
        WebResponse myRes = myReq.GetResponse();
        Stream resStream = myRes.GetResponseStream();
        StreamReader sr1 = new StreamReader(resStream, Encoding.Default);
        StringBuilder sb = new StringBuilder();
        while ((rl = sr1.ReadLine()) != null)
        {
            sb.Append(rl);
        }
        string str = result.Text = sb.ToString();
        myRes.Close();

        int ibegin = str.IndexOf("<p");
        int iend = str.IndexOf("<map");
        string strEND = str.Substring(ibegin, iend - ibegin );
       //divend.InnerText = strEND;
        writer.Write(strEND);
        base.Render(writer);
    }