Java ContentStream.getReader方法代码示例

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
public void handleExtract(SolrQueryRequest req, Iterable<ContentStream> ite, SimpleOrderedMap<Object> results)
        throws Exception {
  FeaturesConfigReader fcReader = new FeaturesConfigReader(req.getCore().getResourceLoader(),
          req.getParams().required().get("conf"));
  FeaturesConfigReader.FeatureDesc[] featureDescs = fcReader.getFeatureDescs();
  List<FieldFeatureExtractorFactory> featuresSpec = new ArrayList<FieldFeatureExtractorFactory>();
  for(FeaturesConfigReader.FeatureDesc featureDesc: featureDescs){
    FieldFeatureExtractorFactory dfeFactory = FeaturesConfigReader.loadFactory(featureDesc);
    featuresSpec.add(dfeFactory);
  }
  StringBuilder queries = new StringBuilder();
  for(ContentStream cs: ite){
    Reader reader = cs.getReader();
    try{
      queries.append(IOUtils.toString(reader));
    }
    finally{
      IOUtils.closeQuietly(reader);
    }
  }
  long procId = startExtractor(req, featuresSpec, queries.toString());
  FeaturesExtractorManager manager = getManager(procId);
  results.add("procId", procId);
  results.add("progress", manager.getProgress());
}
 

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
@Override
public void write(Writer writer, SolrQueryRequest request, SolrQueryResponse response) throws IOException 
{
  Object obj = response.getValues().get( CONTENT );
  if( obj != null && (obj instanceof ContentStream ) ) {
    // copy the contents to the writer...
    ContentStream content = (ContentStream)obj;
    Reader reader = content.getReader();
    try {
      IOUtils.copy( reader, writer );
    } finally {
      reader.close();
    }
  }
  else {
    getBaseWriter( request ).write( writer, request, response );
  }
}
 

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
@Override
public void load(SolrQueryRequest req, 
    SolrQueryResponse rsp, 
    ContentStream stream, 
    UpdateRequestProcessor processor) throws Exception {
  
  Reader reader = null;
  try {
    reader = stream.getReader();
    if (log.isTraceEnabled()) {
      String body = IOUtils.toString(reader);
      log.trace("body", body);
      reader = new StringReader(body);
    }
  
    parser = new JSONParser(reader);
    this.processUpdate();
  }
  finally {
    IOUtils.closeQuietly(reader);
  }
}
 

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
@Override
public void handleRequestBody(SolrQueryRequest req, SolrQueryResponse rsp) throws IOException 
{
  // Show params
  rsp.add( "params", req.getParams().toNamedList() );
      
  // Write the streams...
  if( req.getContentStreams() != null ) {
    ArrayList<NamedList<Object>> streams = new ArrayList<>();
    // Cycle through each stream
    for( ContentStream content : req.getContentStreams() ) {
      NamedList<Object> stream = new SimpleOrderedMap<>();
      stream.add( "name", content.getName() );
      stream.add( "sourceInfo", content.getSourceInfo() );
      stream.add( "size", content.getSize() );
      stream.add( "contentType", content.getContentType() );
      Reader reader = content.getReader();
      try {
        stream.add( "stream", IOUtils.toString(reader) );
      } finally {
        reader.close();
      }
      streams.add( stream );
    }
    rsp.add( "streams", streams );
  }

  rsp.add("context", req.getContext());
}
 

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
/**
 * Reads the incoming stream in order to build the wrapped operation.
 * 
 * @param stream the incoming content stream.
 * @return the incoming stream in order to build the wrapped operation.
 * @throws IOException in case of I/O failure.
 */
public static String readCommandFromIncomingStream(final ContentStream stream) throws IOException {
	final BufferedReader reader = new BufferedReader(stream.getReader());
	final StringBuilder builder = new StringBuilder();
	String actLine = null;
	try {
		while ( (actLine = reader.readLine()) != null) {
			builder.append(actLine).append(" ");
		}
		return builder.toString();
	} finally {
		IOUtils.closeQuietly(reader);
	}
}
 

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
@Override
public void handleRequestBody(SolrQueryRequest req, SolrQueryResponse rsp) throws IOException 
{
  // Show params
  rsp.add( "params", req.getParams().toNamedList() );
      
  // Write the streams...
  if( req.getContentStreams() != null ) {
    ArrayList<NamedList<Object>> streams = new ArrayList<NamedList<Object>>();
    // Cycle through each stream
    for( ContentStream content : req.getContentStreams() ) {
      NamedList<Object> stream = new SimpleOrderedMap<Object>();
      stream.add( "name", content.getName() );
      stream.add( "sourceInfo", content.getSourceInfo() );
      stream.add( "size", content.getSize() );
      stream.add( "contentType", content.getContentType() );
      Reader reader = content.getReader();
      try {
        stream.add( "stream", IOUtils.toString(reader) );
      } finally {
        reader.close();
      }
      streams.add( stream );
    }
    rsp.add( "streams", streams );
  }

  rsp.add("context", req.getContext());
}
 

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
@Override
public void load(final SolrQueryRequest req, final SolrQueryResponse rsp,
		final ContentStream stream, final UpdateRequestProcessor processor)
		throws Exception {
	BufferedReader reader = null;

	try {
		reader = new BufferedReader(stream.getReader());
		String actLine = null;
		while ((actLine = reader.readLine()) != null) {
			// 1. Sanity check: line must have a fixed length, otherwise
			// skip
			if (actLine.length() != 107) {
				continue;
			}

			// 2. parse and create the document
			final SolrInputDocument document = new SolrInputDocument();
			document.setField("id", actLine.substring(0, 8));
			document.setField("isbn", actLine.substring(8,21).trim());
			document.setField("title", actLine.substring(21, 65).trim());
			document.setField("author", actLine.substring(65).trim());				
			
			AddUpdateCommand command = getAddCommand(req);
			command.solrDoc = document;
			
			processor.processAdd(command);
		}
	} catch (Exception e) {
		// TODO: handle exception
	} finally {
		if (reader != null) {
			try {
				reader.close();
			} catch (Exception ignore) {
				// TODO: handle exception
			}
		}
	}
}
 

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
/**
 * Resolves the AnalysisRequest based on the parameters in the given SolrParams.
 *
 * @param req the request
 *
 * @return AnalysisRequest containing all the information about what needs to be analyzed, and using what
 *         fields/types
 */
FieldAnalysisRequest resolveAnalysisRequest(SolrQueryRequest req) {
  SolrParams solrParams = req.getParams();
  FieldAnalysisRequest analysisRequest = new FieldAnalysisRequest();

  boolean useDefaultSearchField = true;
  if (solrParams.get(AnalysisParams.FIELD_TYPE) != null) {
    analysisRequest.setFieldTypes(Arrays.asList(solrParams.get(AnalysisParams.FIELD_TYPE).split(",")));
    useDefaultSearchField = false;
  }
  if (solrParams.get(AnalysisParams.FIELD_NAME) != null) {
    analysisRequest.setFieldNames(Arrays.asList(solrParams.get(AnalysisParams.FIELD_NAME).split(",")));
    useDefaultSearchField = false;
  }
  if (useDefaultSearchField)  {
    analysisRequest.addFieldName(req.getSchema().getDefaultSearchFieldName());
  }
  analysisRequest.setQuery(solrParams.get(AnalysisParams.QUERY, solrParams.get(CommonParams.Q)));

  String value = solrParams.get(AnalysisParams.FIELD_VALUE);
  if (analysisRequest.getQuery() == null && value == null)  {
    throw new SolrException(SolrException.ErrorCode.BAD_REQUEST,
        "One of analysis.value or q or analysis.query parameters must be specified");
  }

  Iterable<ContentStream> streams = req.getContentStreams();
  if (streams != null) {
    // NOTE: Only the first content stream is currently processed
    for (ContentStream stream : streams) {
      Reader reader = null;
      try {
        reader = stream.getReader();
        value = IOUtils.toString(reader);
      } catch (IOException e) {
        // do nothing, leave value set to the request parameter
      }
      finally {
        IOUtils.closeQuietly(reader);
      }
      break;
    }
  }

  analysisRequest.setFieldValue(value);
  analysisRequest.setShowMatch(solrParams.getBool(AnalysisParams.SHOW_MATCH, false));
  return analysisRequest;
}
 

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
/** load the CSV input */
@Override
public void load(SolrQueryRequest req, SolrQueryResponse rsp, ContentStream stream, UpdateRequestProcessor processor) throws IOException {
  errHeader = "CSVLoader: input=" + stream.getSourceInfo();
  Reader reader = null;
  try {
    reader = stream.getReader();
    if (skipLines>0) {
      if (!(reader instanceof BufferedReader)) {
        reader = new BufferedReader(reader);
      }
      BufferedReader r = (BufferedReader)reader;
      for (int i=0; i<skipLines; i++) {
        r.readLine();
      }
    }

    CSVParser parser = new CSVParser(reader, strategy);

    // parse the fieldnames from the header of the file
    if (fieldnames==null) {
      fieldnames = parser.getLine();
      if (fieldnames==null) {
        throw new SolrException( SolrException.ErrorCode.BAD_REQUEST,"Expected fieldnames in CSV input");
      }
      prepareFields();
    }

    // read the rest of the CSV file
    for(;;) {
      int line = parser.getLineNumber();  // for error reporting in MT mode
      String[] vals = null;
      try {
        vals = parser.getLine();
      } catch (IOException e) {
        //Catch the exception and rethrow it with more line information
       input_err("can't read line: " + line, null, line, e);
      }
      if (vals==null) break;

      if (vals.length != fieldnames.length) {
        input_err("expected "+fieldnames.length+" values but got "+vals.length, vals, line);
      }

      addDoc(line,vals);
    }
  } finally{
    if (reader != null) {
      IOUtils.closeQuietly(reader);
    }
  }
}
 

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
/**
 * Resolves the AnalysisRequest based on the parameters in the given SolrParams.
 *
 * @param req the request
 *
 * @return AnalysisRequest containing all the information about what needs to be analyzed, and using what
 *         fields/types
 */
FieldAnalysisRequest resolveAnalysisRequest(SolrQueryRequest req) {
  SolrParams solrParams = req.getParams();
  FieldAnalysisRequest analysisRequest = new FieldAnalysisRequest();

  boolean useDefaultSearchField = true;
  if (solrParams.get(AnalysisParams.FIELD_TYPE) != null) {
    analysisRequest.setFieldTypes(Arrays.asList(solrParams.get(AnalysisParams.FIELD_TYPE).split(",")));
    useDefaultSearchField = false;
  }
  if (solrParams.get(AnalysisParams.FIELD_NAME) != null) {
    analysisRequest.setFieldNames(Arrays.asList(solrParams.get(AnalysisParams.FIELD_NAME).split(",")));
    useDefaultSearchField = false;
  }
  if (useDefaultSearchField)  {
    analysisRequest.addFieldName(req.getSchema().getDefaultSearchFieldName());
  }
  analysisRequest.setQuery(solrParams.get(AnalysisParams.QUERY, solrParams.get(CommonParams.Q)));

  String value = solrParams.get(AnalysisParams.FIELD_VALUE);

  Iterable<ContentStream> streams = req.getContentStreams();
  if (streams != null) {
    // NOTE: Only the first content stream is currently processed
    for (ContentStream stream : streams) {
      Reader reader = null;
      try {
        reader = stream.getReader();
        value = IOUtils.toString(reader);
      } catch (IOException e) {
        // do nothing, leave value set to the request parameter
      }
      finally {
        IOUtils.closeQuietly(reader);
      }
      break;
    }
  }

  analysisRequest.setFieldValue(value);
  analysisRequest.setShowMatch(solrParams.getBool(AnalysisParams.SHOW_MATCH, false));
  return analysisRequest;
}
 

import org.apache.solr.common.util.ContentStream; //导入方法依赖的package包/类
/** load the CSV input */
@Override
public void load(SolrQueryRequest req, SolrQueryResponse rsp, ContentStream stream, UpdateRequestProcessor processor) throws IOException {
  errHeader = "CSVLoader: input=" + stream.getSourceInfo();
  Reader reader = null;
  try {
    reader = stream.getReader();
    if (skipLines>0) {
      if (!(reader instanceof BufferedReader)) {
        reader = new BufferedReader(reader);
      }
      BufferedReader r = (BufferedReader)reader;
      for (int i=0; i<skipLines; i++) {
        r.readLine();
      }
    }

    CSVParser parser = new CSVParser(reader, strategy);

    // parse the fieldnames from the header of the file
    if (fieldnames==null) {
      fieldnames = parser.getLine();
      if (fieldnames==null) {
        throw new SolrException( SolrException.ErrorCode.BAD_REQUEST,"Expected fieldnames in CSV input");
      }
      prepareFields();
    }

    // read the rest of the CSV file
    for(;;) {
      int line = parser.getLineNumber();  // for error reporting in MT mode
      String[] vals = null;
      try {
        vals = parser.getLine();
      } catch (IOException e) {
        //Catch the exception and rethrow it with more line information
       input_err("can't read line: " + line, null, line, e);
      }
      if (vals==null) break;

      if (vals.length != fields.length) {
        input_err("expected "+fields.length+" values but got "+vals.length, vals, line);
      }

      addDoc(line,vals);
    }
  } finally{
    if (reader != null) {
      IOUtils.closeQuietly(reader);
    }
  }
}