c# https请求

　　遇到Https网站，c# http请求的时候，总是报SSL连接错误。后来经搜索，发现有解决方案：

       .net 2.0  需要引入一个第三方组件：BouncyCastle.dll，这是我写的一个例子：

       

        public static string RequestWebServerByTCP(Uri uri, string method, NameValueCollection parameter, string cookie, Encoding encoding)
        {
            try
            {
                StringBuilder RequestHeaders = new StringBuilder();

                RequestHeaders.Append(method + " " + uri.PathAndQuery + " HTTP/1.1\r\n");

                method = method.ToUpper();

                if (method == POSTMETHOD)
                    RequestHeaders.Append("Content-Type:application/x-www-form-urlencoded\r\n");
                RequestHeaders.Append("User-Agent:Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11\r\n");
                RequestHeaders.Append("Cookie:" + cookie + "\r\n");
                RequestHeaders.Append("Accept:*/*\r\n");
                RequestHeaders.Append("Host:" + uri.Host + "\r\n");


                byte[] postdata = null;
                StringBuilder sb = new StringBuilder();

                if (method == GETMETHOD)
                {
                    uri = GetMethodQueryString(uri, parameter, encoding);
                }
                else if (method == POSTMETHOD)
                {
                    if (parameter != null)
                    {
                        foreach (string key in parameter)
                        {
                            sb.Append(string.Format(FORMATSTR1, System.Web.HttpUtility.UrlEncode(key, encoding), System.Web.HttpUtility.UrlEncode(parameter[key], encoding)));
                        }
                    }
                    if (sb.Length != 0)
                    {
                        sb = sb.Remove(sb.Length - 1, 1);
                    }
                    postdata = encoding.GetBytes(sb.ToString());

                    RequestHeaders.Append("Content-Length:" + postdata.Length + "\r\n");
                }

                RequestHeaders.Append("Connection:close\r\n\r\n");
                byte[] req = Encoding.UTF8.GetBytes(RequestHeaders.ToString() + sb.ToString());


                int port = 443;

                MyTlsClient client = new MyTlsClient();
                var protocol = OpenTlsConnection(uri.Host, port, client);

                Stream tlsStream = protocol.Stream;
                tlsStream.Write(req, 0, req.Length);
                tlsStream.Flush();

                StreamReader reader = new StreamReader(tlsStream);

                String line;
                StringBuilder html = new StringBuilder();

                string firstLine = "";

                int i = 0;

                while ((line = reader.ReadLine()) != null)
                {
                    if (i == 0)
                    {
                        firstLine = line;
                        i++;
                    }

                    html.AppendLine(line);

                    if (line.Contains("</html>"))
                    {
                        break;
                    }
                }
                protocol.Close();

                string httpstatusCode = "";

                string[] httpstatus = firstLine.Split(new string[] { " " }, StringSplitOptions.RemoveEmptyEntries);
                if (httpstatus.Length > 2)
                {
                    httpstatusCode = httpstatus[1];
                }
                else
                {
                    //请求无效
                    httpstatusCode = "400";
                }
                return html.ToString();

            }
            catch
            {
                return "";
            }

        }

　　请求到的html，为什么需要一行一行读呢？我在调试的时候发现有个bug，如果一次性读取的时候，它停不下来，最终报错，所以我做了一个读到html末尾的判断。

       继承了提供的默认类：

  class MyTlsClient : DefaultTlsClient
    {
        public override TlsAuthentication GetAuthentication()
        {
            return new MyTlsAuthentication();
        }
    }

    // Need class to handle certificate auth  
    class MyTlsAuthentication : TlsAuthentication
    {
        public TlsCredentials GetClientCredentials(CertificateRequest certificateRequest)
        {
            // return client certificate  
            return null;
        }

        public void NotifyServerCertificate(Certificate serverCertificate)
        {
            // validate server certificate  
        }
    }

 

       internal static TlsClientProtocol OpenTlsConnection(string hostname, int port, TlsClient client)
        {
            TcpClient tcp = new TcpClient(hostname, port);

            TlsClientProtocol protocol = new TlsClientProtocol(tcp.GetStream(), secureRandom);
            protocol.Connect(client);
            return protocol;
        }

拼接url参数的方法：

      private static Uri GetMethodQueryString(Uri uri, NameValueCollection parameter, Encoding encoding)
        {
            List<KeyValuePair<string, string>> parameter1 = new List<KeyValuePair<string, string>>();
            foreach (string key in parameter)
            {
                parameter1.Add(new KeyValuePair<string, string>(key, parameter[key]));
            }
            return GetMethodQueryString(uri, parameter1, encoding);
        }

        private static Uri GetMethodQueryString(Uri uri, List<KeyValuePair<string, string>> parameter, Encoding encoding)
        {
            string format = string.Empty;
            UriBuilder uribuilfer = new UriBuilder(uri);

            string QueryString = string.Empty;
            if (string.IsNullOrEmpty(uribuilfer.Query))
            {
                format = FORMATSTR1;
            }
            else
            {
                format = FORMATSTR2;
            }
            QueryString = uribuilfer.Query;
            if (parameter != null)
            {
                foreach (KeyValuePair<string, string> item in parameter)
                {
                    QueryString += string.Format(format, System.Web.HttpUtility.UrlEncode(item.Key, encoding), System.Web.HttpUtility.UrlEncode(item.Value, encoding));
                }
            }
            QueryString = QueryString.TrimEnd(new char[] { '&' });
            QueryString = QueryString.TrimStart(new char[] { '?' });
            uribuilfer.Query = QueryString;
            uri = uribuilfer.Uri;
            return uri;
        }

 　　注意：List<KeyValuePair<string, string>>和NameValueCollection类型的参数有什么区别呢？它们都包含相同的key，只不过存储的时候，NameValueCollection会把含有相同Key的值用逗号隔开，存在一起。这样请求有可能会失败，拿不到数据。本人因此问题，折腾了很久，用python实现了请求，后来在.net core中实现了一遍，最后终于低下了高傲的头颅，才看到传参时候，有点问题。

       .net  4.0中，只需要添加一句话：ServicePointManager.SecurityProtocol = (SecurityProtocolType)3072;

       .net 4.5中，什么都不用管。

       2.0中连TCP都用上了，不过我们看到了http请求的本质，把一段具有格式的请求头+请求数据转为二进制发送到主机的某个端口，返回流，通过读取流，就可以拿到结果。

       说到这，我们来看看Request消息格式：

       

GET https://www.baidu.com/ HTTP/1.1
Accept: text/html, application/xhtml+xml, */*
Accept-Language: zh-CN
User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko
Accept-Encoding: gzip, deflate
Connection: Keep-Alive
Host: www.baidu.com
Cookie: BAIDUID=C1EFC3A3466AAAEBE74C6F6E7F413FA8:FG=1; BIDUPSID=C1EFC3A3466AAAEBE74C6F6E7F413FA8; PSTM=1525339270; BD_LAST_QID=12260391193367555241

1、请求行，包含请求的方法，url，http协议版本

2、请求头，接收的格式，浏览器代理，cookie等等

3、空行

4、请求体，传递数据

 

Response格式：

HTTP/1.1 200 OK
Bdpagetype: 1
Bdqid: 0x9a1ff959000016d0
Cache-Control: private
Connection: Keep-Alive
Content-Encoding: gzip
Content-Type: text/html; charset=utf-8
Cxy_all: baidu+77e5655ffd82ce31adf5edff251fc585
Date: Thu, 03 May 2018 09:21:10 GMT
Expires: Thu, 03 May 2018 09:21:03 GMT
Server: BWS/1.1
Set-Cookie: BDSVRTM=0; path=/
Set-Cookie: BD_HOME=0; path=/
Set-Cookie: H_PS_PSSID=1428_21080_20719; path=/; domain=.baidu.com
Strict-Transport-Security: max-age=172800
Vary: Accept-Encoding
X-Powered-By: HPHP
X-Ua-Compatible: IE=Edge,chrome=1
Transfer-Encoding: chunked

html

1、状态行

2、消息报头，content-type,Date,Set-Cookie

3、空行

4、正文