Examples of org.apache.commons.csv.CSVParser

org.apache.commons.csv.CSVParser
.ietf.org/html/rfc4180" target="_blank">RFC 4180 format.

To parse CSV input in a format like Excel, you write:
```
 CSVParser parser = CSVParser.parse(csvData, CSVFormat.EXCEL); for (CSVRecord csvRecord : parser) { ... } 
```
If the predefined formats don't match the format at hands, custom formats can be defined. More information about customising CSVFormats is available in {@link CSVFormat CSVFormat JavaDoc}.

Parsing into memory

If parsing record wise is not desired, the contents of the input can be read completely into memory.
```
 Reader in = new StringReader("a;b\nc;d"); CSVParser parser = new CSVParser(in, CSVFormat.EXCEL); List<CSVRecord> list = parser.getRecords(); 
```
There are two constraints that have to be kept in mind:
1. Parsing into memory starts at the current position of the parser. If you have already parsed records from the input, those records will not end up in the in memory representation of your CSV data.
2. Parsing into memory may consume a lot of system resources depending on the input. For example if you're parsing a 150MB file of CSV data the contents will be read completely into memory.
Notes

Internal parser state is completely covered by the format and the reader-state.
@version $Id: CSVParser.java 1617069 2014-08-10 08:53:42Z britter $ @see package documentation for more details

        for (int i=0; i<skipLines; i++) {
          r.readLine();
        }
      }


      CSVParser parser = new CSVParser(reader, strategy);


      // parse the fieldnames from the header of the file
      if (fieldnames==null) {
        fieldnames = parser.getLine();
        if (fieldnames==null) {
          throw new SolrException( SolrException.ErrorCode.BAD_REQUEST,"Expected fieldnames in CSV input");
        }
        prepareFields();
      }


      // read the rest of the CSV file
      for(;;) {
        int line = parser.getLineNumber();  // for error reporting in MT mode
        String[] vals = null;
        try {
          vals = parser.getLine();
        } catch (IOException e) {
          //Catch the exception and rethrow it with more line information
         input_err("can't read line: " + line, null, line, e);
        }
        if (vals==null) break;

View Full Code Here

      this.base = base;
    }


    @Override
    void add(SolrInputDocument doc, int line, int column, String val) {
      CSVParser parser = new CSVParser(new StringReader(val), strategy);
      try {
        String[] vals = parser.getLine();
        if (vals!=null) {
          for (String v: vals) base.add(doc,line,column,v);
        } else {
          base.add(doc,line,column,val);
        }

View Full Code Here


        Reader reader = null;
        boolean error = false;
        try {
            reader = IOHelper.buffered(new InputStreamReader(inputStream, IOHelper.getCharsetName(exchange)));
            CSVParser parser = new CSVParser(reader, strategy);


            if (skipFirstLine) {
                // read one line ahead and skip it
                parser.getLine();
            }


            CsvIterator csvIterator = new CsvIterator(parser, reader);
            return lazyLoad ? csvIterator : loadAllAsList(csvIterator);
        } catch (Exception e) {

View Full Code Here


        Reader reader = null;
        boolean error = false;
        try {
            reader = IOHelper.buffered(new InputStreamReader(inputStream, IOHelper.getCharsetName(exchange)));
            CSVParser parser = new CSVParser(reader, strategy);


            CsvLineConverter<?> lineConverter;
            if (useMaps) {
                lineConverter = CsvLineConverters.getMapLineConverter(parser.getLine());
            } else {
                lineConverter = CsvLineConverters.getListConverter();
                if (skipFirstLine) {
                    // read one line ahead and skip it
                    parser.getLine();
                }
            }


            @SuppressWarnings({"unchecked", "rawtypes"}) CsvIterator<?> csvIterator = new CsvIterator(parser, reader, lineConverter);
            return lazyLoad ? csvIterator : loadAllAsList(csvIterator);

View Full Code Here

    }


    public Object unmarshal(Exchange exchange, InputStream inputStream) throws Exception {
        InputStreamReader in = new InputStreamReader(inputStream);
        try {
            CSVParser parser = new CSVParser(in, getStrategy());
            List<List<String>> list = new ArrayList<List<String>>();
            while (true) {
                String[] strings = parser.getLine();
                if (strings == null) {
                    break;
                }
                List<String> line = Arrays.asList(strings);
                list.add(line);

View Full Code Here

        if (delimiter != null) {
            strategy.setDelimiter(delimiter.charAt(0));
        }
        
        try {
            CSVParser parser = new CSVParser(in, strategy);
            List<List<String>> list = new ArrayList<List<String>>();
            while (true) {
                String[] strings = parser.getLine();
                if (strings == null) {
                    break;
                }
                List<String> line = Arrays.asList(strings);
                list.add(line);

View Full Code Here

     * @throws java.io.IOException
     */
    public static CSVParser build(InputStream is) throws IOException {
        CSVStrategy bestStrategy = getBestStrategy(is);
        if(bestStrategy == null) bestStrategy = getCSVStrategyFromConfiguration();
        return new CSVParser( new InputStreamReader(is), bestStrategy );
    }

View Full Code Here

    private static boolean testStrategy(InputStream is, CSVStrategy strategy) throws IOException {
        final int MIN_COLUMNS = 2;


        is.mark(Integer.MAX_VALUE);
        try {
            final CSVParser parser = new CSVParser(new InputStreamReader(is), strategy);
            int linesToCheck = 5;
            int headerColumnCount = -1;
            while (linesToCheck > 0) {
                String[] row;
                row = parser.getLine();
                if (row == null) {
                    break;
                }
                if (row.length < MIN_COLUMNS) {
                    return false;

View Full Code Here

        for (int i=0; i<skipLines; i++) {
          r.readLine();
        }
      }


      CSVParser parser = new CSVParser(reader, strategy);


      // parse the fieldnames from the header of the file
      if (fieldnames==null) {
        fieldnames = parser.getLine();
        if (fieldnames==null) {
          throw new SolrException( SolrException.ErrorCode.BAD_REQUEST,"Expected fieldnames in CSV input");
        }
        prepareFields();
      }


      // read the rest of the CSV file
      for(;;) {
        int line = parser.getLineNumber();  // for error reporting in MT mode
        String[] vals = null;
        try {
          vals = parser.getLine();
        } catch (IOException e) {
          //Catch the exception and rethrow it with more line information
         input_err("can't read line: " + line, null, line, e);
        }
        if (vals==null) break;

View Full Code Here

      this.base = base;
    }


    @Override
    void add(SolrInputDocument doc, int line, int column, String val) {
      CSVParser parser = new CSVParser(new StringReader(val), strategy);
      try {
        String[] vals = parser.getLine();
        if (vals!=null) {
          for (String v: vals) base.add(doc,line,column,v);
        } else {
          base.add(doc,line,column,val);
        }

View Full Code Here

0 1 2 3 4 5 6 7

TOP

Related Classes of org.apache.commons.csv.CSVParser

Chapter05

com.netflix.astyanax.util.CsvColumnReader

com.netflix.astyanax.util.CsvRecordReader

de.apaxo.bedcon.FacebookRecommender

name.abuchen.portfolio.datatransfer.CSVImporter

net.sf.uadetector.DeviceCategoryExamplesReader

net.sf.uadetector.OperatingSystemExamplesReader

net.sf.uadetector.OperatingSystemSampleReader

net.sf.uadetector.UserAgentExamplesReader

org.apache.any23.extractor.csv.CSVReaderBuilder

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.

Examples of org.apache.commons.csv.CSVParser

Parsing into memory

Notes

Related Classes of org.apache.commons.csv.CSVParser