代理方式获取天气预报信息
中央气象台及图片下载网站：
http://blog.sina.com.cn/s/blog_7bac470701014tbe.html
https://wenku.baidu.com/view/822316737fd5360cba1adb80.html
局域网部署，使用代理方式获取天气预报信息：
## 气象编码同步
fire.weather.code.url=http://www.nmc.cn/f/rest/province/
fire.weather.codes=ABJ,ATJ,AHE,ASX,ANM,ALN,AJL,AHL,ASH,AJS,AZJ,AAH,AFJ,AJX,ASD,AHA,AHB,AHN,AGD,AGX,AHI,ACQ,ASC,AGZ,AYN,AXZ,ASN,AGS,AQH,ANX,AXJ,AXG,AAM,ATW
## 中央气象台官网 实时天气
fire.weather.url=http://www.nmc.cn/f/rest/real
## 定时任务是否抓取气象数据
fire.weather.switch=true
## 气象编码同步(凭祥)
fire.station.code=59419
package com.gsafety.firefighting.service.impl; import static com.google.common.collect.Iterables.toArray; import java.io.IOException; import java.net.InetSocketAddress; import java.net.Proxy; import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.ArrayList; import java.util.Date; import java.util.List; import java.util.Map; import org.apache.http.HttpEntity; import org.apache.http.HttpHost; import org.apache.http.client.config.RequestConfig; import org.apache.http.client.methods.CloseableHttpResponse; import org.apache.http.client.methods.HttpGet; import org.apache.http.impl.client.CloseableHttpClient; import org.apache.http.impl.client.HttpClientBuilder; import org.apache.http.util.EntityUtils; import org.jsoup.Jsoup; import org.jsoup.nodes.Document; import org.jsoup.nodes.Element; import org.jsoup.select.Elements; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.jdbc.core.JdbcTemplate; import org.springframework.stereotype.Service; import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONObject; import com.google.common.base.Strings; import com.gsafety.firefighting.po.WeatherInfo; import com.gsafety.firefighting.repository.IWeatherInfoRepository; import com.gsafety.firefighting.service.WeatherInfoService; @Service public class WeatherInfoServiceImpl implements WeatherInfoService { private Logger logger = LoggerFactory.getLogger(WeatherInfoServiceImpl.class); private static final SimpleDateFormat SDF = new SimpleDateFormat("yyyy-MM-dd HH:mm"); @Value("${fire.weather.url}") private String weatherUrl; @Value("${fire.weather.code.url}") private String weatheCodeUrl; @Value("${fire.station.code}") private String stationCode; @Value("${http_proxy_ip}") private String httpProxyIp; @Value("${http_proxy_port}") private Integer httpProxyPort; @Autowired private IWeatherInfoRepository weatherInfoRepository; @Autowired private JdbcTemplate jdbcTemplate; /** * 根据气象编号获取实时天气 */ @Override public void catchWeatherByCode(String weatherCode) { JSONObject realJson = new JSONObject(); String postUrl = weatherUrl + "/" + weatherCode + "?_" + System.currentTimeMillis(); HttpClientBuilder builder = HttpClientBuilder.create(); CloseableHttpClient client = builder.build(); HttpGet get = new HttpGet(postUrl); get.addHeader("Accept", "application/json"); get.addHeader("Content-Type", "application/json;charset=utf-8"); if(!Strings.isNullOrEmpty(httpProxyIp)&&null!=httpProxyPort){ HttpHost proxy = new HttpHost(httpProxyIp, httpProxyPort, "http"); RequestConfig config = RequestConfig.custom().setProxy(proxy).build(); get.setConfig(config); } CloseableHttpResponse response = null; HttpEntity entity = null; String rtnMsg = ""; try { response = client.execute(get); entity = response.getEntity(); rtnMsg = EntityUtils.toString(entity,"UTF-8"); realJson = JSONObject.parseObject(rtnMsg); logger.info("中央气象台官网接口调用成功！"); JSONObject stationJson = realJson.getJSONObject("station"); JSONObject weatherJson = realJson.getJSONObject("weather"); JSONObject windJson = realJson.getJSONObject("wind"); String stationCode = stationJson.getString("code"); String stationCity = stationJson.getString("city"); String staticonProvince = stationJson.getString("province"); String publishTime = realJson.getString("publish_time"); String weatherTemperature = weatherJson.getString("temperature"); String weatherTemperaturediff = weatherJson.getString("temperatureDiff"); String weatherAirpressure = weatherJson.getString("airpressure"); String weatherHumidity = weatherJson.getString("humidity"); String weatherRain = weatherJson.getString("rain"); String weatherRcomfort = weatherJson.getString("rcomfort"); String weatherIcomfort = weatherJson.getString("icomfort"); String weatherInfo = weatherJson.getString("info"); String weatherImg = weatherJson.getString("img"); String weatherFeelst = weatherJson.getString("feelst"); String windDirect = windJson.getString("direct"); String windPower = windJson.getString("power"); String windSpeed = windJson.getString("speed"); WeatherInfo info = new WeatherInfo(); info.setStationCode(stationCode); info.setStationCity(stationCity); info.setStaticonProvince(staticonProvince); info.setPublishTime(SDF.parse(publishTime)); info.setWeatherTemperature(weatherTemperature); info.setWeatherTemperatureDiff(weatherTemperaturediff); info.setWeatherAirpressure(weatherAirpressure); info.setWeatherHumidity(weatherHumidity); info.setWeatherRain(weatherRain); info.setWeatherRcomfort(weatherRcomfort); info.setWeatherIcomfort(weatherIcomfort); info.setWeatherInfo(weatherInfo); info.setWeatherImg(weatherImg); info.setWeatherFeelst(weatherFeelst); info.setWindDirect(windDirect); info.setWindPower(windPower); info.setWindSpeed(windSpeed); info.setCreateTime(new Date()); info.setLastUpdateTime(new Date()); weatherInfoRepository.saveAndFlush(info); } catch (IOException e) { logger.error("抓取失败", e); } catch (ParseException e) { logger.error("日期转换失败", e); } } /** * 抓取组织机构 有行政区划编码的，且行政区划编码有对应气象编码的数据 */ @Override public void catchWeatherAll() { try { StringBuffer sb = new StringBuffer(); sb.append(" select distinct ct.weather_code as weatherCode from code_bas_district ct ") .append(" where ct.weather_code is not null and ct.weather_code <>'' "); List<Map<String, Object>> list = jdbcTemplate.queryForList(sb.toString()); for (Map<String, Object> map : list) { String weatherCode = (String)map.get("weatherCode"); catchWeatherByCode(weatherCode); } }catch(Exception e) { logger.error("",e); throw new RuntimeException("数据抓取失败catchWeatherAll()",e); } } /** * 同步气象编码 */ @Override public void syncWeatherCode(String[] provinceCodeArr) { try { for (String provinceCod : provinceCodeArr) { Document doc = Jsoup.connect(weatheCodeUrl + "/" + provinceCod).ignoreContentType(true).get(); Elements elements = Jsoup.parse(doc.toString()).select("body"); for (Element element : elements) { String text = element.text(); JSONArray jsonArr = JSON.parseArray(text); updateWeatherCode(jsonArr); } } }catch(Exception e) { logger.error("",e); } } private void updateWeatherCode(JSONArray jsonArr) { List<String> sqlList = new ArrayList<>(); for (Object object : jsonArr) { JSONObject json = (JSONObject)object; String code = json.getString("code"); String city = json.getString("city"); sqlList.add(" update code_bas_district t set t.weather_code='"+code+"',t.weather_city='"+city+"' where t.dist_name like '%"+city+"%' "); } jdbcTemplate.batchUpdate(toArray(sqlList,String.class)); } /* * 根据气象站点号，获取实时天气(non-Javadoc) */ @Override public JSONObject getweatherdata(String weatherCode) { List<WeatherInfo> weatherInfoList = weatherInfoRepository.queryWeatherInfoByStationCode(weatherCode); JSONObject result = new JSONObject(); if(null!=weatherInfoList && weatherInfoList.size()>0) { WeatherInfo weatherInfo = weatherInfoList.get(0); result.put("cityname", weatherInfo.getStationCity()==null?"":weatherInfo.getStationCity()); result.put("city", weatherInfo.getStationCode()==null?"":weatherInfo.getStationCode()); result.put("temp", weatherInfo.getWeatherTemperature()==null?"":weatherInfo.getWeatherTemperature()); result.put("tempf", weatherInfo.getWeatherTemperatureDiff()==null?"":weatherInfo.getWeatherTemperatureDiff()); result.put("WD", weatherInfo.getWindDirect()==null?"": weatherInfo.getWindDirect()); result.put("WS", weatherInfo.getWindPower()==null?"":weatherInfo.getWindPower()); result.put("wse", weatherInfo.getWindSpeed()==null?"":weatherInfo.getWindSpeed()); result.put("weather", weatherInfo.getWeatherInfo()==null?"":weatherInfo.getWeatherInfo()); result.put("weathercode", weatherInfo.getWeatherImg()==null?"":weatherInfo.getWeatherImg()); }else { result.put("cityname", ""); result.put("city", ""); result.put("temp", ""); result.put("tempf", ""); result.put("WD", ""); result.put("WS", ""); result.put("wse", ""); result.put("weather", ""); result.put("weathercode", ""); } return result; } }
