记:天气预报通报邮件--后台截取网页特定部分为图片
做梳理的时候,发现一个几年前的需求,觉得有必要记录下
1,背景
某物流项目,需监控所以在途订单的线路城市的天气状况,邮件发送给特定收件人.
要求以表格的形式列举各城市未来5天的天气状况.
2,方案
本人当时想到两个方案:
1) 采用网络上的公用API接口,如中国气象台,或者WebXml提供的接口.优点:速度快,效率高;缺点:需要把获得的天气信息(字符串)转成漂亮的标准的表格式图片
2) 直接截取网页为图片.优点:不用自己画图;缺点:一是很多网站有防爬机制,高频率的访问会被拒绝,需要找一个防御等级不是那么高的网站;二是频繁访问网页对内存消耗大,速度也慢
一般,可能都会选择方案一,我当时却选的二,主要是想试试.
3,源码
1)Main方法
for (int i = 0; i < dt.Rows.Count; i++)//each (DataRow dr in dt.Rows) { DataRow dr = dt.Rows[i]; string prov = Chinese2Spell.Convert(dr["prov"].ToString()), city = Chinese2Spell.Convert(dr["city"].ToString());// prov = prov.ToLower(); city = city.ToLower(); string args = prov.Equals(city) ? prov + "/" : prov + "/" + city + ".htm"; Web2Image wi = new Web2Image(weatherUrl+ args, Application.StartupPath + "\\" + i + ".jpeg");//guangdong/guangzhou.htm attFile += Application.StartupPath + "\\" + i + ".jpeg" + ","; wi.Generate(); //src=’cid:i.jpeg’是能加载到html格式邮件的table内的关键 dr["weatherImg"] = "<a href=\"" + i + ".jpeg\"></a> <img width=\"420\" height=\"140\" src=\"cid:" + i + ".jpeg\">"; Console.Write(dr["city"] + "-"); //if ((i + 1) % 5 == 0) Console.WriteLine(""); } System.Diagnostics.Process[] ps = System.Diagnostics.Process.GetProcessesByName("Web2Image"); foreach (var p in ps) p.Kill(); Web4Image w4 = new Web4Image("href", "http://products.weather.com.cn/product/Index/index/procode/YB_JSL_024.shtml", "http://pi.weather.com.cn/i/product/pic/"); string p2 = w4.Generate(); w4 = new Web4Image("src", "http://www.weather.com.cn/index/zxqxgg1/jtqxyb.shtml", "http://pi.weather.com.cn/i/product/xml/"); string p3 = w4.Generate(); //发送邮件 FileInfo[] fis = new DirectoryInfo(Application.StartupPath).GetFiles("*.jpeg"); if (fis.Length > 0) foreach (FileInfo fi in fis) fi.Delete();
2)从网页截取天气列表图片
class Web2Image { private Bitmap m_Bitmap; private string m_Url; private string m_FileName = string.Empty; public Web2Image(string url) { // Without file m_Url = url; } public Web2Image(string url, string fileName) { // With file m_Url = url; m_FileName = fileName; } public Bitmap Generate() { // Thread var m_thread = new Thread(_Generate); m_thread.Name = "Web2Image"; m_thread.Priority = ThreadPriority.Highest; m_thread.SetApartmentState(ApartmentState.STA); m_thread.Start(); m_thread.Join(); return m_Bitmap; } private void _Generate() { var browser = new WebBrowser { ScrollBarsEnabled = false }; browser.ScriptErrorsSuppressed = true;//抑制脚本报错 browser.Navigate(m_Url); browser.Navigated += WebBrowser_Navigated; browser.DocumentCompleted += WebBrowser_DocumentCompleted; while (browser.ReadyState != WebBrowserReadyState.Complete) { Application.DoEvents(); } //browser.DocumentCompleted -= WebBrowser_DocumentCompleted; browser.Dispose(); //System.GC.Collect(); } private void WebBrowser_Navigated(object sender, WebBrowserNavigatedEventArgs e) { System.Threading.Thread.Sleep(1000); //var browser = (WebBrowser)sender; //HtmlElementCollection elments = browser.Document.Body.All;//.GetElementsByTagName("script"); //foreach (HtmlElement he in elments) //{ //} //string strHTML = browser.DocumentText; //strHTML = strHTML.Replace("<script src=\"http://cpro.baidustatic.com/cpro/ui/c.js\" type=\"text/javascript\"></script>", ""); //browser.DocumentText = strHTML; } private void WebBrowser_DocumentCompleted(object sender, WebBrowserDocumentCompletedEventArgs e) { // Capture var browser = (WebBrowser)sender; browser.ClientSize = new Size(browser.Document.Body.ScrollRectangle.Width, browser.Document.Body.ScrollRectangle.Bottom); browser.ScrollBarsEnabled = false; //if (browser.ReadyState == WebBrowserReadyState.Complete) //{ // //HtmlElementCollection elments = browser.Document.GetElementsByTagName("table"); // string strHTML = browser.DocumentText; //} m_Bitmap = new Bitmap(browser.Document.Body.ScrollRectangle.Width, browser.Document.Body.ScrollRectangle.Bottom);//(780, 580);// browser.BringToFront(); browser.DrawToBitmap(m_Bitmap,browser.Bounds);// new Rectangle(0, 0, 780, 580));//browser.Bounds); //using (Bitmap bm = new Bitmap(780, 260)) //{ // Graphics g = Graphics.FromImage(bm); // g.DrawImage(m_Bitmap, 0, 320, 780, 260); // Image saveImage = Image.FromHbitmap(bm.GetHbitmap()); // saveImage.Save(Application.StartupPath + "\\0.jpeg", ImageFormat.Jpeg); // m_Bitmap = (Bitmap)saveImage; //} Rectangle rect = new Rectangle(10, 355, 770, 210);// BaseOption.CONSTRACTOR_ID.Equals("37049") ? new Rectangle(10, 300, 770, 210) : new Rectangle(10, 355, 770, 210); //Rectangle rect = new Rectangle(80, 265, 680, 200); m_Bitmap = m_Bitmap.Clone(rect, m_Bitmap.PixelFormat); //m_Bitmap = WeatherOL.GetThumbnail(m_Bitmap, 105, 330);//缩放:Height,Width//失真 // Save as file? if (m_FileName.Length > 0) { // Save //BitmapExtensionsClass.SaveJPG100(m_Bitmap, m_FileName); m_Bitmap.SaveJPG100(m_FileName); //System.Threading.Thread.CurrentThread.Abort(); //System.GC.Collect(); //browser.DocumentCompleted -= WebBrowser_DocumentCompleted; } } }
3)从网页解析特定图片URL
class Web4Image { static WebBrowser wb = null; static string _attr, _url, _key; static string src; public Web4Image(string attr, string url, string key) { _attr = attr; _url = url; _key = key; } public string Generate() { // Thread var m_thread = new Thread(_Generate); m_thread.SetApartmentState(ApartmentState.STA); m_thread.Start(); m_thread.Join(); return src; } private void _Generate() { wb = new WebBrowser { ScrollBarsEnabled = false }; wb.ScriptErrorsSuppressed = true;//抑制脚本报错 wb.Navigate(_url); wb.DocumentCompleted += WebBrowser_DocumentCompleted; while (wb.ReadyState != WebBrowserReadyState.Complete) { Application.DoEvents(); } wb.Dispose(); } private void WebBrowser_DocumentCompleted(object sender, WebBrowserDocumentCompletedEventArgs e) { // Capture var browser = (WebBrowser)sender; //while (wb.ReadyState != WebBrowserReadyState.Complete) Application.DoEvents(); //遍历寻找验证图像所在元素 foreach (HtmlElement f in wb.Document.Images) { src = f.GetAttribute(_attr); if (src.ToLower().StartsWith(_key)) { //将元素绝对定位到页面左上角 f.Style = "position: absolute; z-index: 9999; top: 0px; left: 0px"; //抓图 //var b = new Bitmap(f.ClientRectangle.Width, f.ClientRectangle.Height); //wb.DrawToBitmap(b, new Rectangle(new Point(), f.ClientRectangle.Size)); break; } } } public static string ImgSrc(string key) { //wb = new WebBrowser(); //wb.Navigate(url); //等待加载完毕 while (wb.ReadyState < WebBrowserReadyState.Complete) Application.DoEvents(); //遍历寻找验证图像所在元素 foreach (HtmlElement f in wb.Document.Images) { string src = f.GetAttribute("src"); if (src.ToLower().StartsWith(key)) { //将元素绝对定位到页面左上角 f.Style = "position: absolute; z-index: 9999; top: 0px; left: 0px"; //抓图 //var b = new Bitmap(f.ClientRectangle.Width, f.ClientRectangle.Height); //wb.DrawToBitmap(b, new Rectangle(new Point(), f.ClientRectangle.Size)); return src; } } return ""; } }
4)将汉字解析为英文拼音(解析城市名称,多音字常常失败,如重庆->zhongqing)
/// <summary> /// 汉字转拼音静态类,包括功能全拼和缩写，方法全部是静态的 /// </summary> public static class Chinese2Spell { #region 属性数据定义 /// <summary> /// 汉字的机内码数组 /// </summary> private static int[] pyValue = new int[] { -20319,-20317,-20304,-20295,-20292,-20283,-20265,-20257,-20242,-20230,-20051,-20036, -20032,-20026,-20002,-19990,-19986,-19982,-19976,-19805,-19784,-19775,-19774,-19763, -19756,-19751,-19746,-19741,-19739,-19728,-19725,-19715,-19540,-19531,-19525,-19515, -19500,-19484,-19479,-19467,-19289,-19288,-19281,-19275,-19270,-19263,-19261,-19249, -19243,-19242,-19238,-19235,-19227,-19224,-19218,-19212,-19038,-19023,-19018,-19006, -19003,-18996,-18977,-18961,-18952,-18783,-18774,-18773,-18763,-18756,-18741,-18735, -18731,-18722,-18710,-18697,-18696,-18526,-18518,-18501,-18490,-18478,-18463,-18448, -18447,-18446,-18239,-18237,-18231,-18220,-18211,-18201,-18184,-18183, -18181,-18012, -17997,-17988,-17970,-17964,-17961,-17950,-17947,-17931,-17928,-17922,-17759,-17752, -17733,-17730,-17721,-17703,-17701,-17697,-17692,-17683,-17676,-17496,-17487,-17482, -17468,-17454,-17433,-17427,-17417,-17202,-17185,-16983,-16970,-16942,-16915,-16733, -16708,-16706,-16689,-16664,-16657,-16647,-16474,-16470,-16465,-16459,-16452,-16448, -16433,-16429,-16427,-16423,-16419,-16412,-16407,-16403,-16401,-16393,-16220,-16216, -16212,-16205,-16202,-16187,-16180,-16171,-16169,-16158,-16155,-15959,-15958,-15944, -15933,-15920,-15915,-15903,-15889,-15878,-15707,-15701,-15681,-15667,-15661,-15659, -15652,-15640,-15631,-15625,-15454,-15448,-15436,-15435,-15419,-15416,-15408,-15394, -15385,-15377,-15375,-15369,-15363,-15362,-15183,-15180,-15165,-15158,-15153,-15150, -15149,-15144,-15143,-15141,-15140,-15139,-15128,-15121,-15119,-15117,-15110,-15109, -14941,-14937,-14933,-14930,-14929,-14928,-14926,-14922,-14921,-14914,-14908,-14902, -14894,-14889,-14882,-14873,-14871,-14857,-14678,-14674,-14670,-14668,-14663,-14654, -14645,-14630,-14594,-14429,-14407,-14399,-14384,-14379,-14368,-14355,-14353,-14345, -14170,-14159,-14151,-14149,-14145,-14140,-14137,-14135,-14125,-14123,-14122,-14112, -14109,-14099,-14097,-14094,-14092,-14090,-14087,-14083,-13917,-13914,-13910,-13907, -13906,-13905,-13896,-13894,-13878,-13870,-13859,-13847,-13831,-13658,-13611,-13601, -13406,-13404,-13400,-13398,-13395,-13391,-13387,-13383,-13367,-13359,-13356,-13343, -13340,-13329,-13326,-13318,-13147,-13138,-13120,-13107,-13096,-13095,-13091,-13076, -13068,-13063,-13060,-12888,-12875,-12871,-12860,-12858,-12852,-12849,-12838,-12831, -12829,-12812,-12802,-12607,-12597,-12594,-12585,-12556,-12359,-12346,-12320,-12300, -12120,-12099,-12089,-12074,-12067,-12058,-12039,-11867,-11861,-11847,-11831,-11798, -11781,-11604,-11589,-11536,-11358,-11340,-11339,-11324,-11303,-11097,-11077,-11067, -11055,-11052,-11045,-11041,-11038,-11024,-11020,-11019,-11018,-11014,-10838,-10832, -10815,-10800,-10790,-10780,-10764,-10587,-10544,-10533,-10519,-10331,-10329,-10328, -10322,-10315,-10309,-10307,-10296,-10281,-10274,-10270,-10262,-10260,-10256,-10254 }; /// <summary> /// 机内码对应的拼音数组 /// </summary> private static string[] pyName = new string[] { "A","Ai","An","Ang","Ao","Ba","Bai","Ban","Bang","Bao","Bei","Ben", "Beng","Bi","Bian","Biao","Bie","Bin","Bing","Bo","Bu","Ba","Cai","Can", "Cang","Cao","Ce","Ceng","Cha","Chai","Chan","Chang","Chao","Che","Chen","Cheng", "Chi","Chong","Chou","Chu","Chuai","Chuan","Chuang","Chui","Chun","Chuo","Ci","Cong", "Cou","Cu","Cuan","Cui","Cun","Cuo","Da","Dai","Dan","Dang","Dao","De", "Deng","Di","Dian","Diao","Die","Ding","Diu","Dong","Dou","Du","Duan","Dui", "Dun","Duo","E","En","Er","Fa","Fan","Fang","Fei","Fen","Feng","Fo", "Fou","Fu","Ga","Gai","Gan","Gang","Gao","Ge","Gei","Gen","Geng","Gong", "Gou","Gu","Gua","Guai","Guan","Guang","Gui","Gun","Guo","Ha","Hai","Han", "Hang","Hao","He","Hei","Hen","Heng","Hong","Hou","Hu","Hua","Huai","Huan", "Huang","Hui","Hun","Huo","Ji","Jia","Jian","Jiang","Jiao","Jie","Jin","Jing", "Jiong","Jiu","Ju","Juan","Jue","Jun","Ka","Kai","Kan","Kang","Kao","Ke", "Ken","Keng","Kong","Kou","Ku","Kua","Kuai","Kuan","Kuang","Kui","Kun","Kuo", "La","Lai","Lan","Lang","Lao","Le","Lei","Leng","Li","Lia","Lian","Liang", "Liao","Lie","Lin","Ling","Liu","Long","Lou","Lu","Lv","Luan","Lue","Lun", "Luo","Ma","Mai","Man","Mang","Mao","Me","Mei","Men","Meng","Mi","Mian", "Miao","Mie","Min","Ming","Miu","Mo","Mou","Mu","Na","Nai","Nan","Nang", "Nao","Ne","Nei","Nen","Neng","Ni","Nian","Niang","Niao","Nie","Nin","Ning", "Niu","Nong","Nu","Nv","Nuan","Nue","Nuo","O","Ou","Pa","Pai","Pan", "Pang","Pao","Pei","Pen","Peng","Pi","Pian","Piao","Pie","Pin","Ping","Po", "Pu","Qi","Qia","Qian","Qiang","Qiao","Qie","Qin","Qing","Qiong","Qiu","Qu", "Quan","Que","Qun","Ran","Rang","Rao","Re","Ren","Reng","Ri","Rong","Rou", "Ru","Ruan","Rui","Run","Ruo","Sa","Sai","San","Sang","Sao","Se","Sen", "Seng","Sha","Shai","Shan","Shang","Shao","She","Shen","Sheng","Shi","Shou","Shu", "Shua","Shuai","Shuan","Shuang","Shui","Shun","Shuo","Si","Song","Sou","Su","Suan", "Sui","Sun","Suo","Ta","Tai","Tan","Tang","Tao","Te","Teng","Ti","Tian", "Tiao","Tie","Ting","Tong","Tou","Tu","Tuan","Tui","Tun","Tuo","Wa","Wai", "Wan","Wang","Wei","Wen","Weng","Wo","Wu","Xi","Xia","Xian","Xiang","Xiao", "Xie","Xin","Xing","Xiong","Xiu","Xu","Xuan","Xue","Xun","Ya","Yan","Yang", "Yao","Ye","Yi","Yin","Ying","Yo","Yong","You","Yu","Yuan","Yue","Yun", "Za", "Zai","Zan","Zang","Zao","Ze","Zei","Zen","Zeng","Zha","Zhai","Zhan", "Zhang","Zhao","Zhe","Zhen","Zheng","Zhi","Zhong","Zhou","Zhu","Zhua","Zhuai","Zhuan", "Zhuang","Zhui","Zhun","Zhuo","Zi","Zong","Zou","Zu","Zuan","Zui","Zun","Zuo" }; #endregion #region 把汉字转换成拼音(全拼)无间隔符号 /// <summary> /// 把汉字转换成拼音(全拼) /// </summary> /// <param name="hzString">汉字字符串</param> /// <returns>转换后的拼音(全拼)字符串</returns> public static string Convert(string hzString) { // 匹配中文字符 Regex regex = new Regex("[^x00-xff]");//("^[/u4E00-/u9FA5]+$"); byte[] array = new byte[2]; string pyString = ""; int chrAsc = 0; int i1 = 0; int i2 = 0; char[] noWChar = hzString.ToCharArray(); for (int j = 0; j < noWChar.Length; j++) { // 中文字符 if (regex.IsMatch(noWChar[j].ToString())) { array = System.Text.Encoding.Default.GetBytes(noWChar[j].ToString()); i1 = (short)(array[0]); i2 = (short)(array[1]); chrAsc = i1 * 256 + i2 - 65536; if (chrAsc > 0 && chrAsc < 160) { pyString += noWChar[j]; } else { // 修正部分文字 if (chrAsc == -9254) // 修正“圳”字 pyString += "Zhen"; else { for (int i = (pyValue.Length - 1); i >= 0; i--) { if (pyValue[i] <= chrAsc) { pyString += pyName[i]; break; } } } } } // 非中文字符 else { pyString += noWChar[j].ToString(); } } return pyString; } #endregion }
