List of usage examples for org.apache.commons.csv CSVParser CSVParser
public CSVParser(final Reader reader, final CSVFormat format) throws IOException
If you do not read all records from the given reader , you should call #close() on the parser, unless you close the reader .
From source file:com.ibm.util.merge.directive.provider.ProviderCsv.java
/** * Retrieve the data (superclass HTTP Provider) and parse the CSV data * @param cf/*www. j ava 2s . c om*/ */ @Override public void getData(MergeContext rtc) throws MergeException { // Get the data super.getData(rtc); DataTable newTable = new DataTable(); CSVParser parser; try { parser = new CSVParser(new StringReader(getFetchedData()), CSVFormat.EXCEL.withHeader()); for (String colName : parser.getHeaderMap().keySet()) { newTable.addCol(colName); } for (CSVRecord record : parser) { ArrayList<String> row = newTable.addNewRow(); for (String field : record) { row.add(field); } } parser.close(); } catch (IOException e) { throw new MergeException(this, e, "CSV Parser Stringreader IO Exception", getFetchedData()); } if (newTable.size() > 0) { getTables().add(newTable); } }
From source file:com.github.jferard.pgloaderutils.loader.CSVCleanerFileReader.java
public static CSVCleanerFileReader fromStream(InputStream stream, Charset charset, CSVFormat format, CSVRecordCleaner recordCleaner) throws IOException { Reader streamReader = new InputStreamReader(stream, charset); CSVParser parser = new CSVParser(streamReader, format); return new CSVCleanerFileReader(parser, recordCleaner); }
From source file:com.teamnx.util.CSVToDateBase.java
/** * @param fileName//from ww w . ja v a 2s .co m * @param type * @return */ public List readCsvFile(String fileName, int type) { FileReader fileReader = null; CSVParser csvFileParser = null; List list = null; //CSVFormatheader mapping CSVFormat csvFileFormat = CSVFormat.DEFAULT.withHeader(file_header); try { //?FileReader object fileReader = new FileReader(fileName); //? CSVParser object csvFileParser = new CSVParser(fileReader, csvFileFormat); //CSVrecords List<CSVRecord> csvRecords = csvFileParser.getRecords(); // CSV switch (type) { case USER: List<User> userList = new ArrayList<User>(); for (int i = 1; i < csvRecords.size(); i++) { CSVRecord record = csvRecords.get(i); //? User user = new User(); user.setId(record.get("id")); user.setName(record.get("name")); user.setPassword(record.get("password")); user.setDepartment_id(Integer.parseInt(record.get("department_id"))); user.setCharacter(Integer.parseInt(record.get("character"))); user.setClass_id(record.get("class_id")); user.setDepartment_name(record.get("department_name")); userList.add(user); } list = userList; break; case DEPARTMENT: List<Department> departmentList = new ArrayList<Department>(); for (int i = 1; i < csvRecords.size(); i++) { CSVRecord record = csvRecords.get(i); //? Department department = new Department(); department.setId(Integer.parseInt(record.get("id"))); department.setName(record.get("name")); departmentList.add(department); } list = departmentList; break; case COURSE: List<Course> courseList = new ArrayList<Course>(); for (int i = 1; i < csvRecords.size(); i++) { CSVRecord record = csvRecords.get(i); //? Course course = new Course(); course.setId(record.get("id")); course.setName(record.get("name")); course.setDepartment_id(Integer.parseInt(record.get("department_id"))); course.setStart_time(Integer.parseInt(record.get("start_time"))); course.setEnd_time(Integer.parseInt(record.get("end_time"))); course.setPosition(record.get("position")); course.setSchedule(record.get("schedule")); course.setYear(Integer.parseInt(record.get("year"))); course.setSemester(Integer.parseInt(record.get("semester"))); int j = Integer.parseInt(record.get("category")); course.setCategory(j == 1 ? true : false); course.setMax_member(Integer.parseInt(record.get("max_member"))); courseList.add(course); } list = courseList; break; case STUDENT_COURSE: List<StudentCourse> studentCourseList = new ArrayList<StudentCourse>(); for (int i = 1; i < csvRecords.size(); i++) { CSVRecord record = csvRecords.get(i); StudentCourse studentCourse = new StudentCourse(); studentCourse.setId(record.get("id")); studentCourse.setCourseId(record.get("course_id")); studentCourse.setStudentId(record.get("student_id")); studentCourseList.add(studentCourse); } list = studentCourseList; break; case TEACHER_COURSE: List<TeacherCourse> teacherCourseList = new ArrayList<TeacherCourse>(); for (int i = 1; i < csvRecords.size(); i++) { CSVRecord record = csvRecords.get(i); TeacherCourse teacherCourse = new TeacherCourse(); teacherCourse.setId(record.get("id")); teacherCourse.setTeacherId(record.get("teacher_id")); teacherCourse.setCourseId(record.get("course_id")); teacherCourseList.add(teacherCourse); } list = teacherCourseList; break; } } catch (Exception e) { e.printStackTrace(); } finally { try { fileReader.close(); csvFileParser.close(); } catch (IOException e) { e.printStackTrace(); } finally { return list; } } }
From source file:com.amazonaws.services.dynamodbv2.online.index.CorrectionReader.java
public void loadCSVFile(String csvFilePath) throws IOException { reader = new FileReader(csvFilePath); parser = new CSVParser(reader, format); recordIterator = parser.iterator();/* ww w. ja va 2s. c om*/ }
From source file:br.edimarmanica.weir2.rule.type.RulesDataTypeController.java
/** * * @param site/*from www .j a va 2 s.c o m*/ * @return the type of the rules of the site that was persisted */ public static Map<String, DataType> load(Site site) { Map<String, DataType> ruleType = new HashMap<>(); try (Reader in = new FileReader(new File(Paths.PATH_WEIR_V2 + "/" + site.getPath() + "/types.csv"))) { try (CSVParser parser = new CSVParser(in, CSVFormat.EXCEL.withHeader())) { for (CSVRecord record : parser) { //para cada value String rule = record.get("RULE"); String type = record.get("TYPE"); ruleType.put(rule, DataType.valueOf(type)); } } } catch (FileNotFoundException ex) { Logger.getLogger(RulesDataTypeController.class.getName()).log(Level.SEVERE, null, ex); } catch (IOException ex) { Logger.getLogger(RulesDataTypeController.class.getName()).log(Level.SEVERE, null, ex); } return ruleType; }
From source file:com.paolodragone.util.io.datasets.tsv.TsvDataSetReader.java
@Override public void open(Reader reader) throws Exception { if (!isOpen()) { parser = new CSVParser(reader, format); }/* w w w . j a va 2 s . co m*/ }
From source file:de.tudarmstadt.ukp.experiments.argumentation.sequence.evaluation.EvalHelper.java
/** * Reads predicted and gold data from predictions CSV file and fills&returns the confusion matrix * * @param csvPredictions predictions (gold; predicted) * @return matrix//from w w w. j a v a 2 s .c om */ public static ConfusionMatrix createConfusionMatrixFromCSVPredictions(File csvPredictions) throws IOException { CSVParser csvParser = new CSVParser(new FileReader(csvPredictions), CSVFormat.DEFAULT.withCommentMarker('#')); ConfusionMatrix result = new ConfusionMatrix(); for (CSVRecord csvRecord : csvParser) { // copy record // update confusion matrix result.increaseValue(csvRecord.get(0), csvRecord.get(1)); } return result; }
From source file:de.upb.wdqa.wdvd.geolocation.GeolocationDatabase.java
/** * Reads the csv file of the TagDownloader *///from w w w. java 2s . c o m public static void readFile(File file) { try { logger.info("Starting to read file of GeolocationDatabase ..."); BufferedReader reader = new BufferedReader(new InputStreamReader( new BZip2CompressorInputStream(new BufferedInputStream(new FileInputStream(file))), "UTF-8")); CSVParser parser = new CSVParser(reader, CSVFormat.RFC4180); for (CSVRecord csvRecord : parser) { parseRecord(csvRecord); if (csvRecord.getRecordNumber() % 1000000 == 0) { logger.info("Current Record: " + csvRecord.getRecordNumber()); } } parser.close(); logger.info("Finished"); } catch (Exception e) { logger.error("", e); } }
From source file:edu.emory.mathcs.nlp.zzz.CSVSentiment.java
public void categorize(String inputFile) throws Exception { CSVParser parser = new CSVParser(IOUtils.createBufferedReader(inputFile), CSVFormat.DEFAULT); List<CSVRecord> records = parser.getRecords(); List<NLPNode[]> document; String outputDir;//w w w.j a v a 2s . com PrintStream fout; CSVRecord record; System.out.println(inputFile); for (int i = 0; i < records.size(); i++) { if (i == 0) continue; record = records.get(i); document = decode.decodeDocument(record.get(6)); document.get(0)[1].putFeat("sent", record.get(0)); outputDir = inputFile.substring(0, inputFile.length() - 4); fout = IOUtils.createBufferedPrintStream( outputDir + "/" + FileUtils.getBaseName(outputDir) + "_" + i + ".nlp"); for (NLPNode[] nodes : document) fout.println(decode.toString(nodes) + "\n"); fout.close(); } parser.close(); }
From source file:br.edimarmanica.trinity.intrasitemapping.manual.OffsetToRule.java
private void readMappings() { try (Reader in = new FileReader(Paths.PATH_TRINITY + site.getPath() + "/mappings.csv")) { try (CSVParser parser = new CSVParser(in, CSVFormat.EXCEL.withHeader())) { for (CSVRecord record : parser) { if (mappings.containsKey(record.get("OFFSET"))) { mappings.get(record.get("OFFSET")).put(record.get("ATTRIBUTE"), Integer.parseInt(record.get("GROUP"))); } else { Map<String, Integer> map = new HashMap<>(); map.put(record.get("ATTRIBUTE"), Integer.parseInt(record.get("GROUP"))); mappings.put(record.get("OFFSET"), map); }//w w w . j a va 2 s .c om } } } catch (FileNotFoundException ex) { Logger.getLogger(OffsetToRule.class.getName()).log(Level.SEVERE, null, ex); } catch (IOException ex) { Logger.getLogger(OffsetToRule.class.getName()).log(Level.SEVERE, null, ex); } }