Java CsvParserSettings.setLineSeparatorDetectionEnabled方法代码示例

import com.univocity.parsers.csv.CsvParserSettings; //导入方法依赖的package包/类
/**
 * Returns a DataFrame parsed from the stream specified stream
 * @param stream    the stream to parse
 * @return          the DataFrame parsed from stream
 * @throws IOException      if there stream read error
 */
private DataFrame<R,String> parse(CsvSourceOptions<R> options, InputStream stream) throws IOException {
    try (BufferedReader reader = new BufferedReader(new InputStreamReader(stream, options.getCharset().orElse(StandardCharsets.UTF_8)))) {
        final CsvRequestHandler handler = new CsvRequestHandler(options);
        final CsvParserSettings settings = new CsvParserSettings();
        settings.getFormat().setDelimiter(options.getDelimiter());
        settings.setHeaderExtractionEnabled(options.isHeader());
        settings.setLineSeparatorDetectionEnabled(true);
        settings.setRowProcessor(handler);
        settings.setIgnoreTrailingWhitespaces(true);
        settings.setIgnoreLeadingWhitespaces(true);
        settings.setMaxColumns(10000);
        settings.setReadInputOnSeparateThread(false);
        final CsvParser parser = new CsvParser(settings);
        parser.parse(reader);
        return handler.getFrame();
    }
}
 

import com.univocity.parsers.csv.CsvParserSettings; //导入方法依赖的package包/类
/**
 * Below method will be used to initialize the the parser
 *
 * @throws IOException
 */
public void initialize() throws IOException {
  CsvParserSettings parserSettings = new CsvParserSettings();
  parserSettings.getFormat().setDelimiter(csvParserVo.getDelimiter().charAt(0));
  parserSettings.getFormat().setComment(csvParserVo.getCommentCharacter().charAt(0));
  parserSettings.setLineSeparatorDetectionEnabled(true);
  parserSettings.setMaxColumns(
      getMaxColumnsForParsing(csvParserVo.getNumberOfColumns(), csvParserVo.getMaxColumns()));
  parserSettings.setNullValue("");
  parserSettings.setIgnoreLeadingWhitespaces(false);
  parserSettings.setIgnoreTrailingWhitespaces(false);
  parserSettings.setSkipEmptyLines(false);
  parserSettings.getFormat().setQuote(null == csvParserVo.getQuoteCharacter() ?
      '\"':csvParserVo.getQuoteCharacter().charAt(0));
  parserSettings.getFormat().setQuoteEscape(null == csvParserVo.getEscapeCharacter() ?
      '\\' :
      csvParserVo.getEscapeCharacter().charAt(0));
  blockCounter++;
  initializeReader();
  if (csvParserVo.getBlockDetailsList().get(blockCounter).getBlockOffset() == 0) {
    parserSettings.setHeaderExtractionEnabled(csvParserVo.isHeaderPresent());
  }
  parser = new CsvParser(parserSettings);
  parser.beginParsing(inputStreamReader);
}
 

import com.univocity.parsers.csv.CsvParserSettings; //导入方法依赖的package包/类
public void parseCSV(String fileName){
    CsvParserSettings parserSettings = new CsvParserSettings();
    parserSettings.setLineSeparatorDetectionEnabled(true);
    RowListProcessor rowProcessor = new RowListProcessor();
   parserSettings.setRowProcessor(rowProcessor);
    parserSettings.setHeaderExtractionEnabled(true);
    CsvParser parser = new CsvParser(parserSettings);
    parser.parse(new File(fileName));

    String[] headers = rowProcessor.getHeaders();
    List<String[]> rows = rowProcessor.getRows();
    for (int i = 0; i < rows.size(); i++){
    	System.out.println(Arrays.asList(rows.get(i)));
    }
}
 

import com.univocity.parsers.csv.CsvParserSettings; //导入方法依赖的package包/类
private Iterable<Record> getItererableCsv(String source, String iteratorExpression) {
	CsvParserSettings settings = new CsvParserSettings();
	settings.setHeaderExtractionEnabled(true);
	settings.setLineSeparatorDetectionEnabled(true);
	settings.setDelimiterDetectionEnabled(true);
	settings.setReadInputOnSeparateThread(true);
	CsvParser parser = new CsvParser(settings);
	
	return parser.iterateRecords(new StringReader(source));
}
 

import com.univocity.parsers.csv.CsvParserSettings; //导入方法依赖的package包/类
static RowListProcessor csvParser(String path, boolean extractHeader) {
    CsvParserSettings parserSettings = new CsvParserSettings();
    parserSettings.setLineSeparatorDetectionEnabled(true);
    RowListProcessor rowProcessor = new RowListProcessor();
    parserSettings.setRowProcessor(rowProcessor);
    parserSettings.setHeaderExtractionEnabled(extractHeader);
    new CsvParser(parserSettings).parse(new File(path));
    return rowProcessor;
}
 

import com.univocity.parsers.csv.CsvParserSettings; //导入方法依赖的package包/类
private CsvParser getParser() {
    CsvParserSettings parserSettings = new CsvParserSettings();
    parserSettings.setLineSeparatorDetectionEnabled(true);
    parserSettings.setHeaderExtractionEnabled(true);
    parserSettings.selectFields("label", "elapsed", "success", "timeStamp");
    RowListProcessor rowProcessor = new RowListProcessor();
    parserSettings.setProcessor(new ConcurrentRowProcessor(rowProcessor));
    return new CsvParser(parserSettings);
}
 

import com.univocity.parsers.csv.CsvParserSettings; //导入方法依赖的package包/类
private CsvParser getParser() {
    CsvParserSettings parserSettings = new CsvParserSettings();
    parserSettings.setLineSeparatorDetectionEnabled(true);
    parserSettings.setHeaderExtractionEnabled(false);
    parserSettings.selectIndexes(TIMESTAMP, VALUE, HOST_AND_METRIC);
    RowListProcessor rowProcessor = new RowListProcessor();
    parserSettings.setProcessor(new ConcurrentRowProcessor(rowProcessor));
    return new CsvParser(parserSettings);
}
 

import com.univocity.parsers.csv.CsvParserSettings; //导入方法依赖的package包/类
/**
 * Return a List<String[]> of the parsed file.
 * The first item in the list <code>list.get(0)</code> is a <code>String[]<code/> of headers. The rest
 * of the elements are rows in the file
 *
 * @param pathToFile Full path in File System to a CSV file that contains records
 * @return List<String[]> where the first record is the field names and the rest are the records
 */
public static List<String[]> readRecordsFromTestFile(String pathToFile) {
    // The settings object provides many configuration options
    CsvParserSettings parserSettings = new CsvParserSettings();

    //You can configure the parser to automatically detect what line separator sequence is in the input
    parserSettings.setLineSeparatorDetectionEnabled(true);

    // A RowListProcessor stores each parsed row in a List.
    RowListProcessor rowProcessor = new RowListProcessor();

    // You can configure the parser to use a RowProcessor to process the values of each parsed row.
    // You will find more RowProcessors in the 'com.univocity.parsers.common.processor' package, but you can also create your own.
    parserSettings.setRowProcessor(rowProcessor);

    parserSettings.setEmptyValue(StringUtils.EMPTY);
    parserSettings.setNullValue(StringUtils.EMPTY);

    // Let's consider the first parsed row as the headers of each column in the file.
    parserSettings.setHeaderExtractionEnabled(true);

    DatasetParser datasetParser = new DatasetParser();
    datasetParser.getParserForFile(pathToFile, parserSettings);

    // get the parsed records from the RowListProcessor here.
    // Note that different implementations of RowProcessor will provide different sets of functionalities.
    String[] headers = rowProcessor.getHeaders();
    List<String[]> rows = rowProcessor.getRows();
    List<String[]> results = new ArrayList<>();
    results.add(headers);
    results.addAll(rows);
    return results;
}
 

import com.univocity.parsers.csv.CsvParserSettings; //导入方法依赖的package包/类
/**
 * This method generate a parser that starts an iterator-style parsing cycle that
 * does not rely in a {@link com.univocity.parsers.common.processor.RowProcessor}.
 * <p/>
 * To initialize a {@code CsvParser} with a default {@link com.univocity.parsers.common.processor.RowProcessor}
 * use {@link il.ac.technion.ie.experiments.parsers.DatasetParser#getParserForFile(String, com.univocity.parsers.csv.CsvParserSettings)} set the
 * parser in the {@link CsvParserSettings}
 *
 * @param pathToFile Full path in File System to a CSV file that contains records
 * @return an instance of {@link com.univocity.parsers.csv.CsvParser}
 */
public CsvParser getParserForFile(String pathToFile) {
    // The settings object provides many configuration options
    CsvParserSettings parserSettings = new CsvParserSettings();
    parserSettings.setLineSeparatorDetectionEnabled(true);
    CsvParser parser = createParser(parserSettings);
    // the 'parse' method will parse the file and delegate each parsed row to the RowProcessor you defined
    parser.beginParsing(getReader(pathToFile));

    return parser;
}