Hive的存储和MapReduce处理——数据清洗（Part2）

日期：2019.11.14

博客期：116

星期四

　　基本的处理类

　　

 import java.sql.Connection;
 import java.sql.DriverManager;
 import java.sql.PreparedStatement;
 import java.sql.ResultSet;
 import java.sql.SQLException;
 import java.sql.Statement;
 import java.util.ArrayList;
 import java.util.List;

 import com.hive.basic.Bean;

 public class SqlForBean {
     public static String databasename = "hive";//数据库名称
     public static String username = "root";//登录数据库的用户的用户名
     public static String password = "nssxs2489615648";//登录数据库的用户的密码
     //插入方法
     public static void insert(Bean bean)
     {
         try {
             Class.forName("com.mysql.jdbc.Driver").newInstance(); //MYSQL驱动
             Connection conn = DriverManager.getConnection("jdbc:mysql://127.0.0.1:3306/"+databasename, username, password); //链接本地MYSQL
             String sql = "insert into result values (";
             sql += "'"+bean.getIp()+"',";
             sql += "'"+bean.getTime()+"',";
             sql += "'"+bean.getDay()+"',";
             sql += bean.getTraffic()+",";
             sql += "'"+bean.getType()+"',";
             sql += "'"+bean.getId()+"')";

             PreparedStatement pstmt = (PreparedStatement) conn.prepareStatement(sql);
             pstmt.executeUpdate();
             pstmt.close();

             conn.close();
         } catch (SQLException e) {
             e.printStackTrace();
         } catch (Exception e) {
             e.printStackTrace();
         }
     }
     public static void insert(List <Bean> list_bean)
     {
         int size = list_bean.size();
         for(int i=0;i<size;++i)
         {
             SqlForBean.insert(list_bean.get(i));
         }
     }
     public static List<Bean> getData(){
         List <Bean> list = new ArrayList<Bean>();

         try
         {
             Class.forName("com.mysql.jdbc.Driver").newInstance(); //MYSQL驱动
             Connection conn = DriverManager.getConnection("jdbc:mysql://127.0.0.1:3306/"+databasename, username, password); //链接本地MYSQL
             String sql = " select * from result";
             Statement stmt = conn.createStatement();
             ResultSet rs = stmt.executeQuery(sql);
             while(rs.next())
             {
                 String ip_s = rs.getString("ip");
                 String time_s = rs.getString("time");
                 String day_s = rs.getString("day");
                 int traffic_s = rs.getInt("traffic");
                 String type_s = rs.getString("type");
                 String id_s = rs.getString("id");
                 Bean bean = new Bean(ip_s,time_s,day_s,traffic_s,type_s,id_s);
                 list.add(bean);
             }
         }catch(ClassNotFoundException e){
             e.printStackTrace();
         }catch(IllegalAccessException e){
             e.printStackTrace();
         }catch(InstantiationException e){
             e.printStackTrace();
         }catch(SQLException e){
             e.printStackTrace();
         }

         return list;
     }
 }

SqlForBean