com.wabacus.system.dataimport.thread.TimingDataImportTask.java Source code

Introduction

Here is the source code for com.wabacus.system.dataimport.thread.TimingDataImportTask.java

Source

/* 
 * Copyright (C) 2010---2014 (wuweixing)<349446658@qq.com>
 * 
 * This file is part of Wabacus 
 * 
 * Wabacus is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */
package com.wabacus.system.dataimport.thread;

import java.io.File;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;

import com.wabacus.config.Config;
import com.wabacus.config.resource.dataimport.configbean.AbsDataImportConfigBean;
import com.wabacus.exception.WabacusDataImportException;
import com.wabacus.system.assistant.DataImportAssistant;
import com.wabacus.system.assistant.FilePathAssistant;
import com.wabacus.system.dataimport.DataImportItem;
import com.wabacus.system.task.ITask;
import com.wabacus.util.Consts_Private;
import com.wabacus.util.FileLockTools;

public class TimingDataImportTask implements ITask {
    private static Log log = LogFactory.getLog(TimingDataImportTask.class);

    private long lastExecuteMilSeconds;

    private long intervalMilSeconds = Long.MIN_VALUE;

    public TimingDataImportTask() {
        lastExecuteMilSeconds = 0L;
    }

    public String getTaskId() {
        return TimingDataImportTask.class.getName();
    }

    public boolean shouldExecute() {
        if (this.intervalMilSeconds == Long.MIN_VALUE) {
            intervalMilSeconds = Config.getInstance().getSystemConfigValue("dataimport-autodetect-interval", 30)
                    * 1000L;
            if (intervalMilSeconds <= 0)
                intervalMilSeconds = 30 * 1000L;
        }
        return System.currentTimeMillis() - lastExecuteMilSeconds >= intervalMilSeconds;
    }

    public synchronized void execute() {
        lastExecuteMilSeconds = System.currentTimeMillis();
        Map<String, List<AbsDataImportConfigBean>> mAutoDetectedDataImportBeans = Config.getInstance()
                .getMAutoDetectedDataImportBeans();
        if (mAutoDetectedDataImportBeans != null && mAutoDetectedDataImportBeans.size() > 0) {
            String lockfile;
            for (Entry<String, List<AbsDataImportConfigBean>> entryTmp : mAutoDetectedDataImportBeans.entrySet()) {
                String filepath = entryTmp.getKey();
                File f = new File(filepath);
                if (!f.exists() || !f.isDirectory()) {
                    log.warn("?" + filepath
                            + "???");
                    continue;
                }
                lockfile = FilePathAssistant.getInstance()
                        .standardFilePath(filepath + "\\" + Consts_Private.DATAIMPORT_LOCKFILENAME);
                Object lockresource = FileLockTools.lock(lockfile, 10, 5);
                if (lockresource == null) {
                    log.debug("??" + lockfile
                            + "");
                    continue;
                }
                try {
                    File[] filesArr = f.listFiles();
                    if (filesArr == null || filesArr.length == 0)
                        continue;
                    for (int i = 0; i < filesArr.length; i++) {
                        if (filesArr[i].isDirectory())
                            continue;
                        if (Consts_Private.DATAIMPORT_LOCKFILENAME.equalsIgnoreCase(filesArr[i].getName()))
                            continue;
                        doImportData(filesArr[i], entryTmp.getValue());
                    }
                } catch (Exception e) {
                    log.error("" + filepath + "?", e);
                } finally {
                    FileLockTools.unlock(lockfile, lockresource);
                }
            }
        }
    }

    private void doImportData(File file, List<AbsDataImportConfigBean> lstDataImportBeans) {
        if (lstDataImportBeans == null || lstDataImportBeans.size() == 0)
            return;
        List<DataImportItem> lstResults = new ArrayList<DataImportItem>();
        try {
            String[] strArrTmp = DataImportAssistant.getInstance().getRealFileNameAndImportType(file.getName());
            DataImportItem diitem;
            for (AbsDataImportConfigBean dibeanTmp : lstDataImportBeans) {
                if (dibeanTmp.isMatch(strArrTmp[0])) {
                    diitem = new DataImportItem(dibeanTmp, file);
                    diitem.setDynimportype(strArrTmp[1]);
                    lstResults.add(diitem);
                }
            }
            if (lstResults.size() == 0) {
                log.warn("?" + file.getAbsolutePath()
                        + "??");
            } else {
                for (DataImportItem diiTmp : lstResults) {
                    diiTmp.doImportData();
                }
            }
        } catch (Exception e) {
            throw new WabacusDataImportException("?" + file.getPath() + "", e);
        } finally {
            DataImportItem.backupOrDeleteDataFile(file);
        }
    }

    public void destory() {
    }
}