上传excel数据到数据库中

上传excel表格数据到数据库

导入固定路径下的excel数据到数据库

    <form id="disposeFlightDataForm" action="../upload/disposeFlightData"
        method="post">
        <input id="disposeFlightDataButton" type="submit" value="处理航班数据" />
    </form>

后台代码类

@Controller
@RequestMapping(value = "/upload")
public class UploadSaleDataAction

    /**
     * 页面上传excel文件保存到tomcat的sams/upload目下
     *
     * @param file
     * @param request
     * @param model
     */
    @RequestMapping(value = "/disposeFlightData")
    public String disposeFlightData() {
        flightDataService.disposeFlightData();
        return GO_UPLAODEXCEL;
    }

@Component
@Transactional
@Service
public class FlightDataServiceImpl implements FlightDataService类

    @Override
    public void disposeFlightData() {
        // 接收的文件所在目录
        String filePath = "E:/Accpet";
        FileOperate.newFolder(filePath);
        File fileDir = new File(filePath);
        File[] flightDataFiles = fileDir.listFiles();
        System.out.println("该目录下对象个数：" + flightDataFiles.length);

        // 循环目录下的文件
        for (int i = 0; i < flightDataFiles.length; i++) {
            System.out.println("第"+i+"对象个数："+flightDataFiles[i].getName());
            File flightDataFile = flightDataFiles[i];
            if (flightDataFile.exists() && flightDataFile.isFile()
                    && flightDataFile.getName().lastIndexOf(".xls") > 0
                    && DateUtil.isValidDate(flightDataFile.getName().substring(0, 8))) {
                List<FlightData> fdList = DisposeFlightData
                        .parseExcelToFlightData(flightDataFile);
                List<FlightData> addfdList = new ArrayList<FlightData>();
                for (int j = 0; j < fdList.size(); j++) {
                    System.out.println(flightDataFiles[i].getName()+j);
                    FlightData fd = fdList.get(j);
                    FlightData data = flightDataDao.findFlightData(fd);
                    if (data == null) {
                        addfdList.add(fd);
                    }
　　　　　　　　　　　　//批量处理添加,每1000条保存一次
                    if(addfdList.size()%1000==0||j==fdList.size()-1){
                        flightDataDao.addFdList(addfdList);
//                        flightDataDao.addFdList(fdList);
                        addfdList.clear();
                    }
                }
            } else {
                String newPath = "E:/Reject";
                FileOperate.newFolder(newPath);
                FileOperate.moveFile(flightDataFile.getPath(),
                        newPath + "/" + flightDataFile.getName());
            }
        }
    }

解析excel数据到实体类

package cn.com.acca.sams.sales.test;

import java.io.File;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import java.util.regex.PatternSyntaxException;

import org.apache.poi.hssf.usermodel.HSSFCell;
import org.apache.poi.hssf.usermodel.HSSFRow;
import org.apache.poi.hssf.usermodel.HSSFSheet;

import cn.com.acca.sams.common.utils.XlsReader;
import cn.com.acca.sams.sales.domainmodel.FlightData;

/**
 *
 * 航班数据解析入库.
 *
 * @author Yan jianjun
 * @since 2015-09-14
 */
public class DisposeFlightData {

    /**
     * 解析excel航班数据设置到FlightData对象中
     *
     * @param file
     * @return
     */

    public static List<FlightData> parseExcelToFlightData(File file) {
        XlsReader xlsReader = XlsReader.loadXls(file.getPath());
        HSSFSheet sheet = null;
        HSSFRow row = null;

        String fileName = file.getName();// forexample:20150601MUD.xls,20150601MUI.xls
        // 接口文件名 ，东航航班数据文件的文件名
        String interfaceFile = fileName;

        fileName = fileName.split("\\.")[0];

        SimpleDateFormat sdf = new SimpleDateFormat(DateUtil.DATEFORMAT2);
        Date date = new Date();

        List<FlightData> flightDataList = new ArrayList<FlightData>();
        for (int i = 0; i < xlsReader.getSheets(); i++) {
            sheet = xlsReader.getSheetBySheetNo(i);
            // System.out.println("总行数---》" + (sheet.getPhysicalNumberOfRows() - 1));
            // 这里j从1开始，即从第二行起，因为第一行是属性名，不用读取。
            for (int j = 1; j < sheet.getPhysicalNumberOfRows(); j++) {
//            for (int j = 33955; j < sheet.getPhysicalNumberOfRows(); j++) {
                row = sheet.getRow(j);
                // 判断如果第一列为空不处理
                if (row.getCell(0).getStringCellValue() != null
                        && !"".equals(row.getCell(0).getStringCellValue())) {

                    FlightData flightData = new FlightData();
//                    flightData.setFlightDate(Long.valueOf(flightDate));
//                    flightData.setMarketCarrier(marketCarrier);
                    flightData.setFileName(interfaceFile);
//                    flightData.setDiInd(DI);
//                    flightData.setInterfaceDate(interfaceDate);
                    flightData.setCreatedDate(date);

                    setValueToFlightData(flightData, row);
                    flightDataList.add(flightData);
                }
            }
        }

        return flightDataList;
    }

    /**
     * 将一行航班数据设置到FlightData对象中
     *
     * @param row
     */
    private static void setValueToFlightData(FlightData flightData,  HSSFRow row) {
        HSSFCell cell = null;
        //设置航班日期
       String flightDate = row.getCell(0).getStringCellValue().replace("-", "");
//       if(flightDate.equals("20150919")&&row.getCell(2).getStringCellValue().equals("7158")){
//           System.out.println(row.getCell(10).getStringCellValue());
//       }
       flightData.setFlightDate(Long.valueOf(flightDate));
        //承运人
        String  operateCarrier = row.getCell(1).getStringCellValue();
        flightData.setOperateCarrier(operateCarrier);

        // 设置航班号
        cell = row.getCell(2);
//      flightData.setMarketFlightNo(filterString(cell.getStringCellValue().replaceAll("CES", "MU")));
        flightData.setOperateFlightNo(operateCarrier+cell.getStringCellValue());
        // 设置飞机注册号
        cell = row.getCell(3);
        flightData.setAircraftRegistrationNo(cell.getStringCellValue());
       // 设置机型
//        cell = row.getCell(2);
//        flightData.setAirCraft(cell.getStringCellValue());
        //性质
        cell = row.getCell(4);
        flightData.setProperty(cell.getStringCellValue());
        // 设置起飞地
        cell = row.getCell(6);
        flightData.setDepartureStation(cell.getStringCellValue());
        //计划起飞站
        cell = row.getCell(7);
        flightData.setPlannedAepartureStation(cell.getStringCellValue());
        // 计算后的最终日期
        Date finalDate = null;
        // 计飞
        cell = row.getCell(8);
        finalDate = calDate(flightDate, cell);
        if (finalDate != null) {
            flightData.setPlannedDepartureDate(finalDate);
        }
        //关舱门日期
        cell = row.getCell(9);
        finalDate = calDate(flightDate, cell);
        if (finalDate != null) {
            flightData.setCloseDoorDate(finalDate);
        }
        // 实飞
        cell = row.getCell(10);
        finalDate = calDate(flightDate, cell);
        if (finalDate != null) {
            flightData.setActualDepartureDate(finalDate);
        }

        //到站
        cell = row.getCell(11);
        flightData.setArrivalStation(cell.getStringCellValue());

        // 计划到达站
        cell = row.getCell(12);
        flightData.setPlannedArrivalStation(cell.getStringCellValue());
        //计划到达日期，时间
        cell = row.getCell(13);
        finalDate = calDate(flightDate, cell);
        if (finalDate != null) {
            flightData.setPlannedArrivalDate(finalDate);
        }
        //实际降落（到达）日期，时间 实到
        cell = row.getCell(14);
        finalDate = calDate(flightDate, cell);
        if (finalDate != null) {
            flightData.setActualArrivalDate(finalDate);
        }

//        // 预飞
//        cell = row.getCell(5);
//        finalDate = calDate(flightDate, cell);
//        if (finalDate != null) {
//            flightData.setEstimateUplDate(finalDate);
//        }

        //统计原因
        cell = row.getCell(17);
        flightData.setStatiscalReason(cell.getStringCellValue());

        // 备注
        cell = row.getCell(22);
        flightData.setRemarks(cell.getStringCellValue());

    }

    /**
     * 计算（计飞、预飞、实飞）日期，根据单元格中时间的后缀，计算（计飞、预飞、实飞）的日期是航班日期的前一天、后一天、当天。
     * @param flightDate 航班日期
     * @param cell （计飞、预飞、实飞）时间单元格
     * @return
     */
    private static Date calDate(String flightDate, HSSFCell cell) {
        String cellValue = cell.getStringCellValue();
        if (cellValue != null && !"".equals(cellValue)) {
            String time = cellValue.substring(0, 4);
            Date date = null;
            if (cellValue.lastIndexOf("-") > 0) {
                date = DateUtil.getBeforeDay(DateUtil.strToDate(flightDate + time, DateUtil.DATEFORMAT1));
            } else if (cellValue.lastIndexOf("+") > 0) {
                date = DateUtil.getAfterDay((DateUtil.strToDate(flightDate + time, DateUtil.DATEFORMAT1)));
            } else {
                date = DateUtil.strToDate(flightDate + time, DateUtil.DATEFORMAT1);
            }
            return  date;
        }
        return null;
    }

    /**
     * 过滤特殊字符
     *
     * @param str
     * @return
     * @throws PatternSyntaxException
     */
    private static String filterString(String str) throws PatternSyntaxException {
        // 只允许字母和数字 String regEx ="[^a-zA-Z0-9]";
        // 清除掉所有特殊字符
        String regEx = "[`~!@#$%^&*()+=|{}':;',\\[\\].<>/?~！@#￥%……&*（）——+|{}【】‘；：”“’。，、？]";
        Pattern p = Pattern.compile(regEx);
        Matcher m = p.matcher(str);
        return m.replaceAll("").trim();
    }

    public static void main(String[] args) {

//        long startTime = System.currentTimeMillis(); // 获取开始时间
//
//        // 接收的文件所在目录
//        String fileDir = "F:/Accpet";
//        File file = new File(fileDir);
//        File[] flightDataFiles = file.listFiles();
//        System.out.println("该目录下对象个数：" + flightDataFiles.length);
//        // 循环目录下的文件
//        for (int i = 0; i < flightDataFiles.length; i++) {
//            if (flightDataFiles[i].isFile()) {
//                File flightDataFile = flightDataFiles[i];
//                System.out.println("文     件--》：" + flightDataFile);
//                List<FlightData> fdList = parseExcelToFlightData(flightDataFile);
//                for (int j = 0; j < fdList.size(); j++) {
//                    FlightData fd = fdList.get(j);
//                    System.out.println(j + "<----->" + fd.toString());
//                }
//            }
//        }
//
//        long endTime = System.currentTimeMillis(); // 获取结束时间
//        long totalTime = endTime - startTime;
//        System.out.println("程序运行时间： " + totalTime + "ms");

    }

}

将session中的实体保存导数据库中

/* (non-Javadoc)
     * @see cn.com.acca.sams.sales.dao.FlightDataDao#addFdList(java.util.List)
     */
    @Override
    public void addFdList(List<FlightData> addfdList) {
        // TODO Auto-generated method stub

        for(int i = 0;i<addfdList.size();i++){
            System.out.println("添加"+i);
          super.add(addfdList.get(i));
        }
//        super.add(addfdList);
        super.getEm().flush();//提交session中的对象到数据库中
        super.getEm().clear();//清除session对象，由托管状态变为游离态

}