Hive的存储和MapReduce处理——数据清洗(Part2)
日期:2019.11.14
博客期:116
星期四
基本的处理类
![](https://images.cnblogs.com/OutliningIndicators/ContractedBlock.gif)
1 import java.sql.Connection; 2 import java.sql.DriverManager; 3 import java.sql.PreparedStatement; 4 import java.sql.ResultSet; 5 import java.sql.SQLException; 6 import java.sql.Statement; 7 import java.util.ArrayList; 8 import java.util.List; 9 10 import com.hive.basic.Bean; 11 12 public class SqlForBean { 13 public static String databasename = "hive";//数据库名称 14 public static String username = "root";//登录数据库的用户的用户名 15 public static String password = "nssxs2489615648";//登录数据库的用户的密码 16 //插入方法 17 public static void insert(Bean bean) 18 { 19 try { 20 Class.forName("com.mysql.jdbc.Driver").newInstance(); //MYSQL驱动 21 Connection conn = DriverManager.getConnection("jdbc:mysql://127.0.0.1:3306/"+databasename, username, password); //链接本地MYSQL 22 String sql = "insert into result values ("; 23 sql += "'"+bean.getIp()+"',"; 24 sql += "'"+bean.getTime()+"',"; 25 sql += "'"+bean.getDay()+"',"; 26 sql += bean.getTraffic()+","; 27 sql += "'"+bean.getType()+"',"; 28 sql += "'"+bean.getId()+"')"; 29 30 PreparedStatement pstmt = (PreparedStatement) conn.prepareStatement(sql); 31 pstmt.executeUpdate(); 32 pstmt.close(); 33 34 conn.close(); 35 } catch (SQLException e) { 36 e.printStackTrace(); 37 } catch (Exception e) { 38 e.printStackTrace(); 39 } 40 } 41 public static void insert(List <Bean> list_bean) 42 { 43 int size = list_bean.size(); 44 for(int i=0;i<size;++i) 45 { 46 SqlForBean.insert(list_bean.get(i)); 47 } 48 } 49 public static List<Bean> getData(){ 50 List <Bean> list = new ArrayList<Bean>(); 51 52 try 53 { 54 Class.forName("com.mysql.jdbc.Driver").newInstance(); //MYSQL驱动 55 Connection conn = DriverManager.getConnection("jdbc:mysql://127.0.0.1:3306/"+databasename, username, password); //链接本地MYSQL 56 String sql = " select * from result"; 57 Statement stmt = conn.createStatement(); 58 ResultSet rs = stmt.executeQuery(sql); 59 while(rs.next()) 60 { 61 String ip_s = rs.getString("ip"); 62 String time_s = rs.getString("time"); 63 String day_s = rs.getString("day"); 64 int traffic_s = rs.getInt("traffic"); 65 String type_s = rs.getString("type"); 66 String id_s = rs.getString("id"); 67 Bean bean = new Bean(ip_s,time_s,day_s,traffic_s,type_s,id_s); 68 list.add(bean); 69 } 70 }catch(ClassNotFoundException e){ 71 e.printStackTrace(); 72 }catch(IllegalAccessException e){ 73 e.printStackTrace(); 74 }catch(InstantiationException e){ 75 e.printStackTrace(); 76 }catch(SQLException e){ 77 e.printStackTrace(); 78 } 79 80 return list; 81 } 82 }