Example usage for org.apache.commons.csv CSVParser getRecords

Introduction

In this page you can find the example usage for org.apache.commons.csv CSVParser getRecords.

Prototype

public List<CSVRecord> getRecords() throws IOException

Source Link

Document

Parses the CSV input according to the given format and returns the content as a list of CSVRecord CSVRecords .

Usage

From source file:com.adobe.acs.commons.exporters.impl.users.UserExportServletTest.java

@Test
public void testWithNoParameterProvidedInRequest() throws Exception {
    servlet.doGet(context.request(), context.response());
    assertEquals(context.response().getStatus(), 200);
    String output = context.response().getOutputAsString();

    CSVParser parser = CSVParser.parse(output, CSVFormat.DEFAULT.withHeader());
    assertAllUsersPresent(parser.getRecords(), "alice", "bob", "charly", "admin", "anonymous");
}

From source file:edu.emory.mathcs.nlp.zzz.CSVRadiology.java

public void tokenize(String inputFile, int outputStart) throws Exception {
    CSVParser parser = new CSVParser(IOUtils.createBufferedReader(inputFile), CSVFormat.DEFAULT);
    String inputPath = FileUtils.getPath(inputFile) + "/";
    List<CSVRecord> records = parser.getRecords();
    Tokenizer tokenizer = new EnglishTokenizer();

    P_BEFORE = new ArrayList<>();
    P_AFTER = new ArrayList<>();
    for (String s : BEFORE)
        P_BEFORE.add(new Pair<>(Pattern.compile(s), "\n" + s));
    for (String s : AFTER)
        P_AFTER.add(new Pair<>(Pattern.compile(s), s + "\n"));

    for (int i = 0; i < records.size(); i++) {
        PrintStream fout = IOUtils.createBufferedPrintStream(getOuputFilename(inputPath, i + outputStart));

        for (List<Token> tokens : tokenizer.segmentize(records.get(i).get(0)))
            print(fout, tokens);/*w  w  w.j  a  v  a  2 s  .  co m*/

        fout.close();
    }

    parser.close();
}

From source file:algoritma.LoadData.java

public void read(String filePath, int confi) throws FileNotFoundException, IOException {
    FileReader fileReader = null;
    CSVParser csvFileParser = null;
    CSVFormat csvFileFormat = CSVFormat.EXCEL.withFirstRecordAsHeader();
    fileReader = new FileReader(filePath);
    csvFileParser = new CSVParser(fileReader, csvFileFormat);
    List csvRecords = csvFileParser.getRecords();

    for (int i = 0; i < csvRecords.size(); i++) {
        CSVRecord record = (CSVRecord) csvRecords.get(i);
        double confidence = Double.parseDouble(record.get("confidence"));
        if (confidence >= confi) {
            Point p = new Point();
            p.setBrightness(Double.parseDouble(record.get("brightness")));
            p.setBright_t31(Double.parseDouble(record.get("bright_t31")));
            p.setFrp(Double.parseDouble(record.get("frp")));
            p.add(p);/*w  w w .  ja v  a 2  s.  c  o m*/
        }
    }
}

From source file:com.adobe.acs.commons.exporters.impl.users.UserExportServletTest.java

@Test
public void testWithGroupDirectFilter() throws Exception {

    // Build parameters
    JsonObject params = buildParameterObject("direct", "users");

    Map<String, Object> parameters = new HashMap<>();
    parameters.put("params", params);

    context.request().setParameterMap(parameters);
    servlet.doGet(context.request(), context.response());

    assertEquals(context.response().getStatus(), 200);
    String output = context.response().getOutputAsString();

    CSVParser parser = CSVParser.parse(output, CSVFormat.DEFAULT.withHeader());
    assertAllUsersPresent(parser.getRecords(), "alice", "bob");
}

From source file:com.adobe.acs.commons.exporters.impl.users.UserExportServletTest.java

@Test
public void testWithGroupIndirectFilter() throws Exception {

    // Build parameters
    JsonObject params = buildParameterObject("indirect", "allusers");

    Map<String, Object> parameters = new HashMap<>();
    parameters.put("params", params);

    context.request().setParameterMap(parameters);
    servlet.doGet(context.request(), context.response());

    assertEquals(context.response().getStatus(), 200);
    String output = context.response().getOutputAsString();

    CSVParser parser = CSVParser.parse(output, CSVFormat.DEFAULT.withHeader());
    assertAllUsersPresent(parser.getRecords(), "alice", "bob");
}

From source file:com.adobe.acs.commons.exporters.impl.users.UserExportServletTest.java

@Test
public void testWithGroupBothFIlter() throws Exception {

    // Build parameters
    JsonObject params = buildParameterObject("", "allusers");

    Map<String, Object> parameters = new HashMap<>();
    parameters.put("params", params);

    context.request().setParameterMap(parameters);
    servlet.doGet(context.request(), context.response());

    assertEquals(context.response().getStatus(), 200);
    String output = context.response().getOutputAsString();

    CSVParser parser = CSVParser.parse(output, CSVFormat.DEFAULT.withHeader());
    assertAllUsersPresent(parser.getRecords(), "alice", "bob", "charly");
}

From source file:edu.emory.mathcs.nlp.zzz.CSVSentiment.java

public void toTXT(String inputFile) throws Exception {
    CSVParser parser = new CSVParser(IOUtils.createBufferedReader(inputFile), CSVFormat.DEFAULT);
    PrintStream fout = IOUtils.createBufferedPrintStream(inputFile + ".txt");
    List<CSVRecord> records = parser.getRecords();
    CSVRecord record;//from   ww  w . j a va 2  s.  c  om

    System.out.println(inputFile);

    for (int i = 0; i < records.size(); i++) {
        if (i == 0)
            continue;
        record = records.get(i);
        fout.println(record.get(6));
    }

    fout.close();
    parser.close();
}

From source file:edu.emory.mathcs.nlp.zzz.CSVSentiment.java

public void toTSV(String inputFile) throws Exception {
    CSVParser parser = new CSVParser(IOUtils.createBufferedReader(inputFile), CSVFormat.DEFAULT);
    PrintStream fout = IOUtils.createBufferedPrintStream(inputFile + ".tsv");
    List<CSVRecord> records = parser.getRecords();
    List<Token> tokens;/*www .ja va2s .  c o m*/
    CSVRecord record;
    int label;

    System.out.println(inputFile);

    for (int i = 0; i < records.size(); i++) {
        if (i == 0)
            continue;
        record = records.get(i);
        label = toIntLabel(record.get(0));
        tokens = tokenizer.tokenize(record.get(6));
        fout.println(label + "\t" + Joiner.join(tokens, " ", Token::getWordForm));
    }

    fout.close();
    parser.close();
}

From source file:com.publictransitanalytics.scoregenerator.datalayer.directories.GTFSReadingServiceTypeCalendar.java

private void parseCalendarDatesFile(final Reader calendarDatesReader,
        final Multimap<LocalDate, String> serviceTypesMap) throws FileNotFoundException, IOException {

    final CSVParser calendarDatesParser = new CSVParser(calendarDatesReader, CSVFormat.DEFAULT.withHeader());
    final List<CSVRecord> calendarDatesRecords = calendarDatesParser.getRecords();

    for (final CSVRecord record : calendarDatesRecords) {
        final String serviceType = record.get("service_id");
        final LocalDate date = LocalDate.parse(record.get("date"), DateTimeFormatter.BASIC_ISO_DATE);
        final String exceptionType = record.get("exception_type");

        switch (exceptionType) {
        case "1":
            serviceTypesMap.put(date, serviceType);
            break;
        case "2":
            serviceTypesMap.remove(date, serviceType);
            break;
        default:/*from   w ww  . jav  a  2 s  .  co m*/
            throw new ScoreGeneratorFatalException(String.format("Invalid exception type %s", exceptionType));
        }
    }
}

From source file:com.blackducksoftware.integration.hubdiff.HubDiffTest.java

@Test
public void csvTest() throws IOException, IllegalArgumentException, EncryptionException,
        HubIntegrationException, JSONException {
    HubDiff hubDiff = new HubDiff(doc1, doc2);

    hubDiff.writeDiffAsCSV(actualFile);// w  w w .  j  a v a2 s . c om

    CSVParser expectedParser = new CSVParser(new FileReader(expectedFile), CSVFormat.EXCEL);
    CSVParser actualParser = new CSVParser(new FileReader(actualFile), CSVFormat.EXCEL);
    List<CSVRecord> expectedRecords = expectedParser.getRecords();
    List<CSVRecord> actualRecords = actualParser.getRecords();

    assertEquals(expectedRecords.size(), actualRecords.size());

    for (int i = 0; i < expectedRecords.size(); i++) {
        String expected = expectedRecords.get(i).toString();
        String actual = actualRecords.get(i).toString();
        assertEquals(expected, actual);
    }

    expectedParser.close();
    actualParser.close();
}