Java之通过接口获取数据并用JDBC存储到数据库中

最近做数据同步功能，从接口获取数据然后存到数据库中以便后续对数据进行相关操作，下面就贴一下相关代码。

 import com.alibaba.fastjson.JSON;
 import com.alibaba.fastjson.JSONObject;

 public class Digests {
     private static final String APPKEY = "appkey";
     private static final String SECRET = "secret";
     private static final String OPENAPI_IP_PORT_HTTP = "ip";

     /**
      * 分页获取数据。
      */
     private static final String GET_DATA = "balabala";

     //md5加密
     public static final String md5(String s) {
         char[] hexDigits = { '0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
                 'a', 'b', 'c', 'd', 'e', 'f' };
         try {
             MessageDigest mdTemp = MessageDigest.getInstance("MD5");
             try {
                 mdTemp.update(s.getBytes("UTF-8"));
             } catch (UnsupportedEncodingException e) {
                 mdTemp.update(s.getBytes());
             }
             byte[] md = mdTemp.digest();
             int j = md.length;
             char[] str = new char[j * 2];
             int k = 0;
             for (int i = 0; i < j; ++i) {
                 byte byte0 = md[i];
                 str[(k++)] = hexDigits[(byte0 >>> 4 & 0xF)];
                 str[(k++)] = hexDigits[(byte0 & 0xF)];
             }
             return new String(str).toUpperCase();
         } catch (Exception e) {
         }
         return null;
     }

     //创建token
     public static final String buildToken(String url, String paramJson,
             String secret) {
         String tempUrl = null;
         if (url.contains("https://"))
             tempUrl = url.substring("https://".length());
         else {
             tempUrl = url.substring("http://".length());
         }
         int index = tempUrl.indexOf("/");
         String URI = tempUrl.substring(index);
         String[] ss = URI.split("\\?");
         if (ss.length > 1) {
             return md5(ss[0] + ss[1] + secret);
         }
         return md5(ss[0] + paramJson + secret);
     }

     /**
      * HTTP方式 分页获取数据。
      */
     public static String getData(double pageNo, Long startTime) throws Exception {  //第一个参数是当前页数，第二个参数是请求数据的开始时间(为毫秒数)
         String url = OPENAPI_IP_PORT_HTTP + GET_DATA ;
         Map<String, Object> map = new HashMap<String, Object>();
         JSONObject jsonObject = JSONObject.parseObject(getDefaultUserUUID());
         String opUserUuid = jsonObject.getString("data");
         //System.out.println(opUserUuid);
         map.put("appkey", APPKEY);// 设置APPKEY
         map.put("time", System.currentTimeMillis());// 设置时间参数
         map.put("pageNo", pageNo);// 设置当前页数
         map.put("pageSize", 1000);// 设置一页多少条
         map.put("opUserUuid", opUserUuid);// 设置操作用户UUID
         map.put("startTime", startTime);// 设置开始时间
         map.put("endTime", System.currentTimeMillis());// 设置结束时间
         String params = JSON.toJSONString(map);
         System.out.println(" ====== getData请求参数：【" + params + "】");
         String data = HttpClientSSLUtils.doPost(
                 url + "?token="
                         + Digests.buildToken(url + "?" + params, null, SECRET),
                 params);
         System.out.println(" ====== getData请求返回结果：【{" + data + "}】");

         return data;
     }
 }

从接口拿到数据后，下面就将数据存到数据库中：

 import net.sf.json.JSONArray;
 import net.sf.json.JSONObject;

 public class SyncDataFn {

     public int jxJson() throws Exception {
         //此处省略数据库连接相关语句，具体见上一篇properties配置文件连接数据库

         // 创建Statement用于执行SQL语句
         connection.setAutoCommit(false);
         stmt = connection.createStatement();

         Long maxtime;
         String sqlMaxtime = "select max(eventTime) as maxTime from data";
         ResultSet rs1 = stmt.executeQuery(sqlMaxtime); // 查询数据库看数据是否已经存在，表示只更新没有更新进来的数据
         if (rs1.next()) { // 该条数据存在
             maxtime = rs1.getLong("maxTime");
         } else {
             maxtime = (long) 0;
         }
         rs1.close();

         //得到json数据
         String json = Digests.getDoorEventsHistory(1, maxtime);
         JSONObject jsonObject = (JSONObject) JSONObject.fromObject(json);
         String to = (String) jsonObject.getString("data");
         JSONObject toObject = JSONObject.fromObject(to);
         double total = Integer.parseInt(toObject.getString("total"));
         int page = (int) Math.ceil(total / 1000);
         for (double k = 1; k <= page; k++) {

             //得到json数据
             String jsonTemp = Digests.getData(k, maxtime);
             String data = JSONObject.fromObject(jsonTemp).getString("data");
             String list = JSONObject.fromObject(data).getString("list");
             JSONArray jsonArr = JSONArray.fromObject(list);

             String dataName[] = new String[jsonArr.size()];
             String eventType[] = new String[jsonArr.size()];
             String eventTime[] = new String[jsonArr.size()];
             String eventName[] = new String[jsonArr.size()];
             String cardNo[] = new String[jsonArr.size()];
             String personId[] = new String[jsonArr.size()];
             String personName[] = new String[jsonArr.size()];
             String deptName[] = new String[jsonArr.size()];

             for (int i = 0; i < jsonArr.size(); i++) {

                 dataName[i] = jsonArr.getJSONObject(i).getString("dataName");
                 eventType[i] = jsonArr.getJSONObject(i).getString("eventType");
                 eventTime[i] = jsonArr.getJSONObject(i).getString("eventTime");
                 eventName[i] = jsonArr.getJSONObject(i).getString("eventName");
                 cardNo[i] = jsonArr.getJSONObject(i).getString("cardNo");
                 personId[i] = jsonArr.getJSONObject(i).getString("personId");
                 personName[i] = jsonArr.getJSONObject(i).getString("personName");
                 deptName[i] = jsonArr.getJSONObject(i).getString("deptName");
                 //如果得到的字段有null的，做相应处理
                 cardNo[i] = (cardNo[i] == "null") ? null + "," : "'"
                         + cardNo[i] + "'";
                 personName[i] = (personName[i] == "null") ? null + "," : "'"
                         + personName[i] + "',";
                         + deptUuid[i] + "',";
                 deptName[i] = (deptName[i] == "null") ? null + "," : "'"
                         + deptName[i] + "',";

                 strSQL = "INSERT into door_events_history values(AUTOID_SEQ.NEXTVAL,"
                         + "'"+ dataName[i]+ "','"+ eventType[i]+ ","+ eventTime[i]+ ",'"+ eventName[i]+ "',"+ cardNo[i]+ ","+ personId[i]+ ","+ personName[i]+ deptName[i] + ")";

                 try {
                     String sql = "select cardNo,eventTime from data where cardNo = "
                             + cardNo[i]
                             + " and eventTime = "
                             + eventTime[i];
                     ResultSet rs = stmt.executeQuery(sql); // 查询数据库看数据是否已经存在
                     if (rs.next()) { // 该条数据已经存在
                     } else {
                         stmt.executeUpdate(strSQL);
                         count++;
                     }
                     rs.close();
                 } catch (Exception e) {
                     e.printStackTrace();
                 } finally {

                 }
             }

             connection.commit();
         } // for结束

         // 先关闭Statement
         if (stmt != null)
             try {
                 stmt.close();
             } catch (SQLException e) {
                 e.printStackTrace();
             }
         // 后关闭Connection
         if (connection != null)
             try {
                 connection.close();
             } catch (SQLException e) {
                 e.printStackTrace();
             }
         log.info("当前时间===" + new Date());
         log.info("同步结束");
         log.info("共更新了"+ count + "条数据");
         return count;
     }
 }

其中AUTOID_SEQ.NEXTVAL为Oracle中的自增序列

至此，数据已经同步到指定的数据库中啦，打完收工！

注意：拼接sql的时候一定要按照字段类型来看是否增加单引号，否则插入数据会报错。