HttpWebRequest 模拟网站登录获取数据
此文档仅仅是一个BaseCode，已做后续查阅
项目使用IBM Platform Symphony分布式平台，所有业务处理都在这个分布式平台上计算，需求是获取这些计算机机群的运行状态，和每一个服务的的运行状态。
这个数据来源在一个PMC的 IBM Platform Symphony本地平台上。
通过HttpWatch工具得到登录和获取数据的Uri：
1、http://dane55-pc:8080/platform/dealUserLogin.do
2、http://dane55-pc:8080/symgui/login.jsp?&login=y&loginPassword=Admin&loginUserName=Admin&redirectURL=&command=login
3、http://dane55-pc:8080/symgui/j_spring_security_check
4、http://dane55-pc:8080/symgui/sym/resources/clusterhealth.action?rnd=1382084686523
5、http://dane55-pc:8080/symgui/sym/application/doApplicationProperties.action?appName=symping6.1&rnd=1382076186197
下面是处理类：
/// <summary> /// IBM Platform Symphony Standard Edition 处理类 /// </summary> public class IBMPlatformSymphonyStandardEdition { private bool _isLogin; /// 设置和获取登录状态 public bool IsLogin { get { return _isLogin; } set { _isLogin = value; } } /// 登录失败后重定向的Uri private string _baseUri = string.Empty; private CookieContainer _container = new CookieContainer(); private Encoding _encoding = new UTF8Encoding(); private HttpWebRequest _webRequest; private HttpWebResponse _webResponse; private string _postData = string.Empty; private byte[] _data = new byte[1024]; private string _hostName = string.Empty, _hostPort = string.Empty; /// 构造函数 public IBMPlatformSymphonyStandardEdition() { this._hostName = "dane55-pc"; this._hostPort = "8080"; this._baseUri = "http://dane55-pc:8080/symgui/framework/login/toLogin.action"; this._isLogin = false; } /// 构造函数 指定主机名称和端口 public IBMPlatformSymphonyStandardEdition(string hostName, string hostPort) { this._hostName = hostName; this._hostPort = hostPort; this._baseUri = "http://" + hostName + ":" + hostPort + "/symgui/framework/login/toLogin.action"; this._isLogin = false; } /// 登录 public bool LoginSymphony(string userName, string userPass) { try { #region http://dane55-pc:8080/platform/dealUserLogin.do _postData = "command=login&loginUserName=" + userName + "&redirectURL=&login=y&loginPassword=" + userPass; _data = _encoding.GetBytes(_postData); _webRequest = (HttpWebRequest)WebRequest.Create("http://" + _hostName + ":" + _hostPort + "/platform/dealUserLogin.do"); _webRequest.Method = "Post"; _webRequest.ContentType = "application/x-www-form-urlencoded; charset=UTF-8"; _webRequest.ContentLength = _data.Length; _webRequest.KeepAlive = true; _webRequest.CookieContainer = _container; _webRequest.GetRequestStream().Write(_data, 0, _data.Length); _webResponse = (HttpWebResponse)_webRequest.GetResponse(); #endregion #region http://dane55-pc:8080/symgui/login.jsp?&login=y&loginPassword=Admin&loginUserName=Admin&redirectURL=&command=login string uri = "http://" + _hostName + ":" + _hostPort + "/symgui/login.jsp?&login=y&loginPassword=" + userPass + "&loginUserName=" + userName + "&redirectURL=&command=login"; _webRequest = (HttpWebRequest)WebRequest.Create(uri); _webRequest.Method = "GET"; _webRequest.ContentType = "application/x-www-form-urlencoded; charset=UTF-8"; _webRequest.KeepAlive = true; _webRequest.CookieContainer = _container; _webRequest.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; InfoPath.3)"; _webResponse = (HttpWebResponse)_webRequest.GetResponse(); StreamReader readers = new StreamReader(_webResponse.GetResponseStream(), Encoding.UTF8); string contents = readers.ReadToEnd(); readers.Close(); readers.Dispose(); string j_username = string.Empty; string j_password = string.Empty; Regex _regex = new Regex(@"(?is)<input[^/>]*id=(?<id>\s*)[^/>]*value(?<v>\s*)[^/>]*/>"); if (_regex.IsMatch(contents)) { MatchCollection collection = _regex.Matches(contents); if (collection[0].ToString().IndexOf("name=\"j_username\"") > -1) { _regex = new Regex("value=\"(.+?)\""); if (_regex.IsMatch(collection[0].ToString())) { Match aas = _regex.Match(collection[0].ToString()); j_username = aas.ToString().Replace("value=\"", "").Replace("\"", ""); } } if (collection[1].ToString().IndexOf("name=\"j_username\"") > -1) { _regex = new Regex("value=\"(.+?)\""); if (_regex.IsMatch(collection[1].ToString())) { Match aas = _regex.Match(collection[1].ToString()); j_password = aas.ToString().Replace("value=\"", "").Replace("\"", ""); } } } #endregion #region http://dane55-pc:8080/symgui/j_spring_security_check string uri1 = "http://" + this._hostName + ":" + this._hostPort + "/symgui/j_spring_security_check"; _webRequest = (HttpWebRequest)WebRequest.Create(uri1); _postData = "j_password=" + j_password + "&j_username=" + j_username; _data = _encoding.GetBytes(_postData); _webRequest.Method = "POST"; _webRequest.ContentType = "application/x-www-form-urlencoded; charset=UTF-8"; _webRequest.KeepAlive = true; _webRequest.CookieContainer = _container; _webRequest.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; InfoPath.3)"; _webRequest.GetRequestStream().Write(_data, 0, _data.Length); _webResponse = (HttpWebResponse)_webRequest.GetResponse(); if (_webRequest.Address.AbsoluteUri == _baseUri) return false; #endregion } catch (Exception) { throw new Exception("登录Symphony平台发生异常"); } return true; } /// 获取平台机群数据以及运行状态 public Masters GetHostData() { if (!this._isLogin) return null; string url = "http://" + _hostName + ":" + _hostPort + "/symgui/sym/resources/clusterhealth.action?rnd=" + this.GetRnd(); return GetHostData(url); } /// 获取平台机群数据以及运行状态 public Masters GetHostData(string url) { try { Masters master = null; if (!this._isLogin) return null; _webRequest = (HttpWebRequest)WebRequest.Create(url); _webRequest.Accept = "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"; _webRequest.Method = "GET"; _webRequest.ContentType = "application/x-www-form-urlencoded; charset=UTF-8"; _webRequest.ContentLength = 0; _webRequest.KeepAlive = true; _webRequest.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; InfoPath.3)"; _webRequest.CookieContainer = _container; _webResponse = (HttpWebResponse)_webRequest.GetResponse(); StreamReader reader = new StreamReader(_webResponse.GetResponseStream(), Encoding.UTF8); string szJson = reader.ReadToEnd(); using (MemoryStream ms = new MemoryStream(Encoding.UTF8.GetBytes(szJson))) { Masters obj = Activator.CreateInstance<Masters>(); DataContractJsonSerializer serializer = new DataContractJsonSerializer(obj.GetType()); master = (Masters)serializer.ReadObject(ms); } return master; } catch (Exception) { throw new Exception("获取Symphony平台机群信息异常"); } } /// 获取指定服务名称运行状态信息 public ApplicationProperties GetApplicationPropertiesData(string appName) { try { string url = "http://" + _hostName + ":" + _hostPort + "/symgui/sym/application/doApplicationProperties.action?appName=" + appName + "&rnd=" + GetRnd(); ApplicationProperties application = null; if (!this._isLogin) return null; _webRequest = (HttpWebRequest)WebRequest.Create(url); _webRequest.Accept = "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"; _webRequest.Method = "GET"; _webRequest.ContentType = "application/x-www-form-urlencoded; charset=UTF-8"; _webRequest.ContentLength = 0; _webRequest.KeepAlive = true; _webRequest.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; InfoPath.3)"; _webRequest.CookieContainer = _container; _webResponse = (HttpWebResponse)_webRequest.GetResponse(); StreamReader reader = new StreamReader(_webResponse.GetResponseStream(), Encoding.UTF8); string szJson = reader.ReadToEnd(); using (MemoryStream ms = new MemoryStream(Encoding.UTF8.GetBytes(szJson))) { ApplicationProperties obj = Activator.CreateInstance<ApplicationProperties>(); DataContractJsonSerializer serializer = new DataContractJsonSerializer(obj.GetType()); application = (ApplicationProperties)serializer.ReadObject(ms); } return application; } catch (Exception) { throw new Exception("获取Symphony平台ApplicationProperties信息异常"); } } /// 防止获取浏览器缓存数据 private string GetRnd() { DateTime oldTime = new DateTime(1970, 1, 1); TimeSpan span = DateTime.Now.Subtract(oldTime); return span.TotalMilliseconds.ToString("F0"); } }
public class ApplicationProperties { public string customerStore; public string dir; public int pageSize; public List<Records> records; public ReturnMsgs returnMsgs; public string sort; public int startIndex; public int totalRecords; } public class Records { public string defaultValue; public string key; public string value; } /// 查询索引器 public class RecordsIndexer { IDictionary<string, string> _dictionary; public RecordsIndexer(List<Records> recordsList) { _dictionary = new Dictionary<string, string>(); foreach (Records records in recordsList) { _dictionary.Add(records.key, records.value); } } public string this[string key] { get { if (key == "") { return null; } else { return _dictionary[key]; } } set { if (key != "") { _dictionary[key] = value; } } } } public class ReturnMsgs { public List<String> failure; public string success; }
[Serializable] public class Master { public string hostName; public string mem; public string io; public string pg; public string ncpus; public string hostStatus; public string type; public string swp; public string ut; } [Serializable] public class ClusterInfo { public int unavail_hosts; public string clusterName; public int ut_hosts0; public int ut_hosts1; public int ut_hosts2; public int ok_hosts; public int ut_hosts3; public int ut_hosts4; public int ut_hosts5; public int ut_hosts6; public int ut_hosts7; public int ut_hosts8; public int all_hosts; public int scavenging_closed_hosts; public int ut_hosts9; public int closed_hosts; public int scavenging_ok_hosts; } [Serializable] public class AllHostGroups { public string InternalResourceGroup; public string ComputeHosts; public string ManagementHosts; } [Serializable] public class Masters { public List<Master> MasterList = new List<Master>(); public List<String> candidateHosts = new List<string>(); public ClusterInfo ClusterInfo = new ClusterInfo(); public Master sdHost = new Master(); public List<String> allHosts = new List<string>(); public Master MasterHost = new Master(); public AllHostGroups allhostgroups = new AllHostGroups(); }
运行测试：
static IBMPlatformSymphonyStandardEdition edtion = new IBMPlatformSymphonyStandardEdition(); static void Main(string[] args) { bool _isBool = edtion.LoginSymphony("Admin", "Admin"); if (!_isBool) { Console.BackgroundColor = ConsoleColor.Red; Console.WriteLine("登录失败，正在重新登录"); Console.BackgroundColor = ConsoleColor.Black; } else { edtion.IsLogin = _isBool; Console.BackgroundColor = ConsoleColor.Green; Console.WriteLine("登录成功"); Console.BackgroundColor = ConsoleColor.Black; Masters _masters = edtion.GetHostData(); ApplicationProperties applications = edtion.GetApplicationPropertiesData("symping6.1"); foreach (var item in _masters.MasterList) { Console.WriteLine(item.hostName); } foreach (Records item in applications.records) { RecordsIndexer indexer = new RecordsIndexer(applications.records); Console.BackgroundColor = ConsoleColor.Green; Console.WriteLine(indexer["appName"]); Console.BackgroundColor = ConsoleColor.Black; Console.WriteLine(item.value); } } }
