Java CSVParser类代码示例

import org.apache.solr.internal.csv.CSVParser; //导入依赖的package包/类
@Override
void add(SolrInputDocument doc, int line, int column, String val) {
  CSVParser parser = new CSVParser(new StringReader(val), strategy);
  try {
    String[] vals = parser.getLine();
    if (vals!=null) {
      for (String v: vals) base.add(doc,line,column,v);
    } else {
      base.add(doc,line,column,val);
    }
  } catch (IOException e) {
    throw new SolrException( SolrException.ErrorCode.BAD_REQUEST,e);
  }
}
 

import org.apache.solr.internal.csv.CSVParser; //导入依赖的package包/类
@Override
public void init(NamedList args) {
    super.init(args);
    preferredMediaTypes = new HashMap<String, List<String>>();
    preferredLRTypes = new HashMap<String, List<String>>();
    competencyKeys = new TreeSet<String>();
    String resourceName = "all-media-types.txt";

    try { // read all media-types in ram
        IOUtils.readLines(this.getClass().getResourceAsStream(resourceName));
    } catch(Exception x) {
        System.err.println("Sadly, failed processing " + resourceName);
        x.printStackTrace();
    }

    resourceName = "CP and ODS AP connection -AL1.csv";
    try {
        CSVParser parser = new CSVParser(new InputStreamReader(this.getClass().getResourceAsStream(resourceName), "utf-8"));
        String[] line;
        while((line=parser.getLine())!=null) {
            if(line.length==0) continue;
            String key = line[0].toLowerCase();
            key = "c_" + key;
            competencyKeys.add(key);
            preferredMediaTypes.put(key, Arrays.asList(line[1].split(",\\s*")));
            preferredLRTypes.put(key, Arrays.asList(line[1].split(",\\s*")));
        }
    } catch (Exception e) {
        System.err.println("Sadly, failed processing " + resourceName);
        e.printStackTrace();
    }

    System.err.println("Init finished. Values: ");
    System.err.println("preferredMediaTypes: " + preferredMediaTypes);
    System.err.println("preferredLRTypes: " + preferredLRTypes);
}
 

import org.apache.solr.internal.csv.CSVParser; //导入依赖的package包/类
/** load the CSV input */
@Override
public void load(SolrQueryRequest req, SolrQueryResponse rsp, ContentStream stream, UpdateRequestProcessor processor) throws IOException {
  errHeader = "CSVLoader: input=" + stream.getSourceInfo();
  Reader reader = null;
  try {
    reader = stream.getReader();
    if (skipLines>0) {
      if (!(reader instanceof BufferedReader)) {
        reader = new BufferedReader(reader);
      }
      BufferedReader r = (BufferedReader)reader;
      for (int i=0; i<skipLines; i++) {
        r.readLine();
      }
    }

    CSVParser parser = new CSVParser(reader, strategy);

    // parse the fieldnames from the header of the file
    if (fieldnames==null) {
      fieldnames = parser.getLine();
      if (fieldnames==null) {
        throw new SolrException( SolrException.ErrorCode.BAD_REQUEST,"Expected fieldnames in CSV input");
      }
      prepareFields();
    }

    // read the rest of the CSV file
    for(;;) {
      int line = parser.getLineNumber();  // for error reporting in MT mode
      String[] vals = null;
      try {
        vals = parser.getLine();
      } catch (IOException e) {
        //Catch the exception and rethrow it with more line information
       input_err("can't read line: " + line, null, line, e);
      }
      if (vals==null) break;

      if (vals.length != fieldnames.length) {
        input_err("expected "+fieldnames.length+" values but got "+vals.length, vals, line);
      }

      addDoc(line,vals);
    }
  } finally{
    if (reader != null) {
      IOUtils.closeQuietly(reader);
    }
  }
}
 

import org.apache.solr.internal.csv.CSVParser; //导入依赖的package包/类
/** load the CSV input */
@Override
public void load(SolrQueryRequest req, SolrQueryResponse rsp, ContentStream stream, UpdateRequestProcessor processor) throws IOException {
  errHeader = "CSVLoader: input=" + stream.getSourceInfo();
  Reader reader = null;
  try {
    reader = stream.getReader();
    if (skipLines>0) {
      if (!(reader instanceof BufferedReader)) {
        reader = new BufferedReader(reader);
      }
      BufferedReader r = (BufferedReader)reader;
      for (int i=0; i<skipLines; i++) {
        r.readLine();
      }
    }

    CSVParser parser = new CSVParser(reader, strategy);

    // parse the fieldnames from the header of the file
    if (fieldnames==null) {
      fieldnames = parser.getLine();
      if (fieldnames==null) {
        throw new SolrException( SolrException.ErrorCode.BAD_REQUEST,"Expected fieldnames in CSV input");
      }
      prepareFields();
    }

    // read the rest of the CSV file
    for(;;) {
      int line = parser.getLineNumber();  // for error reporting in MT mode
      String[] vals = null;
      try {
        vals = parser.getLine();
      } catch (IOException e) {
        //Catch the exception and rethrow it with more line information
       input_err("can't read line: " + line, null, line, e);
      }
      if (vals==null) break;

      if (vals.length != fields.length) {
        input_err("expected "+fields.length+" values but got "+vals.length, vals, line);
      }

      addDoc(line,vals);
    }
  } finally{
    if (reader != null) {
      IOUtils.closeQuietly(reader);
    }
  }
}