org.mfcrawler.model.export.csv.ExportSitesCsvData.java Source code

Introduction

Here is the source code for org.mfcrawler.model.export.csv.ExportSitesCsvData.java

Source

/*
Mini Focused Crawler : focused web crawler with a simple GUI
Copyright (C) 2013  lbertelo
    
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, version 3 of the License.
    
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.
    
You should have received a copy of the GNU General Public License
along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

package org.mfcrawler.model.export.csv;

import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.util.List;
import java.util.logging.Level;
import java.util.logging.Logger;

import org.apache.commons.lang3.StringEscapeUtils;
import org.mfcrawler.model.dao.export.ExportSiteDAO;
import org.mfcrawler.model.export.gexf.ExportSitesGexf;
import org.mfcrawler.model.pojo.site.Site;
import org.mfcrawler.model.util.ConversionUtils;

/**
 * 
 * @author lbertelo
 */
public final class ExportSitesCsvData implements ICsvParams {

    /**
     * Header of the CSV
     */
    private static final String CSV_HEADER = "domain, crawl time, crawled pages' number, total score\n";

    /**
     * Private constructor
     */
    private ExportSitesCsvData() {
    }

    /**
     * Exports data of sites with a minimum score in a CSV file
     * @param file the file used to export
     * @param minTotalScore minimum total score for a site
     */
    public static void export(File file, Double minTotalScore) {
        try {
            FileWriter csvFileWriter = new FileWriter(file, false);
            csvFileWriter.write(CSV_HEADER);

            ExportSiteDAO exportSiteDao = new ExportSiteDAO();
            List<Site> siteList = exportSiteDao.getSiteListToExport(minTotalScore);

            for (Site site : siteList) {
                csvFileWriter.write(StringEscapeUtils.escapeCsv(site.getDomain().getName()));
                csvFileWriter.write(CSV_COLUMN_SEPARATOR);
                csvFileWriter.write(StringEscapeUtils.escapeCsv(ConversionUtils.toString(site.getCrawlTime())));
                csvFileWriter.write(CSV_COLUMN_SEPARATOR);
                csvFileWriter.write(ConversionUtils.toString(site.getCrawledPagesNumber()));
                csvFileWriter.write(CSV_COLUMN_SEPARATOR);
                csvFileWriter.write(ConversionUtils.toString(site.getTotalScore()));
                csvFileWriter.write(CSV_LINE_SEPARATOR);
            }

            csvFileWriter.flush();
            csvFileWriter.close();
        } catch (IOException ie) {
            Logger.getLogger(ExportSitesGexf.class.getName()).log(Level.SEVERE, "Error to write CSV data", ie);
        }
    }
}