Java UpdateRequestHandler类代码示例

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
/**
 * @param coreName to initialize
 * @param dataDir path for index data, will not be cleaned up
 * @param solrConfig solrconfig resource name
 * @param indexSchema schema resource name
 */
public TestHarness(String coreName, String dataDir, String solrConfig, String indexSchema) {
  try {
    if (coreName == null)
      coreName = ConfigSolrXmlOld.DEFAULT_DEFAULT_CORE_NAME;
    this.coreName = coreName;

    SolrResourceLoader loader = new SolrResourceLoader(SolrResourceLoader.locateSolrHome());
    ConfigSolr config = getTestHarnessConfig(loader, coreName, dataDir, solrConfig, indexSchema);
    container = new CoreContainer(loader, config);
    container.load();

    updater = new UpdateRequestHandler();
    updater.init( null );
  } catch (Exception e) {
    throw new RuntimeException(e);
  }
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
static void addDoc(String doc, String chain) throws Exception {
  Map<String, String[]> params = new HashMap<>();
  MultiMapSolrParams mmparams = new MultiMapSolrParams(params);
  params.put(UpdateParams.UPDATE_CHAIN, new String[] { chain });
  SolrQueryRequestBase req = new SolrQueryRequestBase(h.getCore(),
      (SolrParams) mmparams) {
  };

  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init(null);
  ArrayList<ContentStream> streams = new ArrayList<>(2);
  streams.add(new ContentStreamBase.StringStream(doc));
  req.setContentStreams(streams);
  handler.handleRequestBody(req, new SolrQueryResponse());
  req.close();
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
private void addDoc(String doc) throws Exception {
  Map<String, String[]> params = new HashMap<>();
  MultiMapSolrParams mmparams = new MultiMapSolrParams(params);
  params.put(UpdateParams.UPDATE_CHAIN, new String[] { "uniq-fields" });
  SolrQueryRequestBase req = new SolrQueryRequestBase(h.getCore(),
      (SolrParams) mmparams) {
  };

  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init(null);
  ArrayList<ContentStream> streams = new ArrayList<>(2);
  streams.add(new ContentStreamBase.StringStream(doc));
  req.setContentStreams(streams);
  handler.handleRequestBody(req, new SolrQueryResponse());
  req.close();
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
static void addDoc(String doc, String chain) throws Exception {
  Map<String, String[]> params = new HashMap<String, String[]>();
  MultiMapSolrParams mmparams = new MultiMapSolrParams(params);
  params.put(UpdateParams.UPDATE_CHAIN, new String[] { chain });
  SolrQueryRequestBase req = new SolrQueryRequestBase(h.getCore(),
      (SolrParams) mmparams) {
  };

  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init(null);
  ArrayList<ContentStream> streams = new ArrayList<ContentStream>(2);
  streams.add(new ContentStreamBase.StringStream(doc));
  req.setContentStreams(streams);
  handler.handleRequestBody(req, new SolrQueryResponse());
  req.close();
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
private void addDoc(String doc) throws Exception {
  Map<String, String[]> params = new HashMap<String, String[]>();
  MultiMapSolrParams mmparams = new MultiMapSolrParams(params);
  params.put(UpdateParams.UPDATE_CHAIN, new String[] { "uniq-fields" });
  SolrQueryRequestBase req = new SolrQueryRequestBase(h.getCore(),
      (SolrParams) mmparams) {
  };

  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init(null);
  ArrayList<ContentStream> streams = new ArrayList<ContentStream>(2);
  streams.add(new ContentStreamBase.StringStream(doc));
  req.setContentStreams(streams);
  handler.handleRequestBody(req, new SolrQueryResponse());
  req.close();
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
private void addDoc(String chain, String doc) throws Exception {
  Map<String, String[]> params = new HashMap<>();
  params.put(UpdateParams.UPDATE_CHAIN, new String[] { chain });
  MultiMapSolrParams mmparams = new MultiMapSolrParams(params);
  SolrQueryRequestBase req = new SolrQueryRequestBase(h.getCore(), (SolrParams) mmparams) {
  };

  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init(null);
  ArrayList<ContentStream> streams = new ArrayList<>(2);
  streams.add(new ContentStreamBase.StringStream(doc));
  req.setContentStreams(streams);
  handler.handleRequestBody(req, new SolrQueryResponse());
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
public TestHarness(String coreName, CoreContainer.Initializer init) {
  try {

    container = init.initialize();
    if (coreName == null)
      coreName = CoreContainer.DEFAULT_DEFAULT_CORE_NAME;

    this.coreName = coreName;

    updater = new UpdateRequestHandler();
    updater.init( null );
  } catch (Exception e) {
    throw new RuntimeException(e);
  }
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
private void addDoc(String chain, String doc) throws Exception {
  Map<String, String[]> params = new HashMap<String, String[]>();
  params.put(UpdateParams.UPDATE_CHAIN, new String[] { chain });
  MultiMapSolrParams mmparams = new MultiMapSolrParams(params);
  SolrQueryRequestBase req = new SolrQueryRequestBase(h.getCore(), (SolrParams) mmparams) {
  };

  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init(null);
  ArrayList<ContentStream> streams = new ArrayList<ContentStream>(2);
  streams.add(new ContentStreamBase.StringStream(doc));
  req.setContentStreams(streams);
  handler.handleRequestBody(req, new SolrQueryResponse());
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
static void addDoc(String doc, String chain) throws Exception {
	Map<String, String[]> params = new HashMap<>();
	MultiMapSolrParams mmparams = new MultiMapSolrParams(params);
	params.put(UpdateParams.UPDATE_CHAIN, new String[] { chain });
	SolrQueryRequestBase req = new SolrQueryRequestBase(h.getCore(), mmparams) {
	};

	UpdateRequestHandler handler = new UpdateRequestHandler();
	handler.init(null);
	ArrayList<ContentStream> streams = new ArrayList<>(2);
	streams.add(new ContentStreamBase.StringStream(doc));
	req.setContentStreams(streams);
	handler.handleRequestBody(req, new SolrQueryResponse());
	req.close();
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
AddUpdateCommand parseAdd() throws IOException
{
  AddUpdateCommand cmd = new AddUpdateCommand(req);
  cmd.commitWithin = commitWithin;
  cmd.overwrite = overwrite;
  
  float boost = 1.0f;
  
  while( true ) {
    int ev = parser.nextEvent();
    if( ev == JSONParser.STRING ) {
      if( parser.wasKey() ) {
        String key = parser.getString();
        if( "doc".equals( key ) ) {
          if( cmd.solrDoc != null ) {
            throw new SolrException(SolrException.ErrorCode.BAD_REQUEST, "multiple docs in same add command" );
          }
          ev = assertNextEvent( JSONParser.OBJECT_START );
          cmd.solrDoc = parseDoc( ev );
        }
        else if( UpdateRequestHandler.OVERWRITE.equals( key ) ) {
          cmd.overwrite = parser.getBoolean(); // reads next boolean
        }
        else if( UpdateRequestHandler.COMMIT_WITHIN.equals( key ) ) {
          cmd.commitWithin = (int)parser.getLong();
        }
        else if( "boost".equals( key ) ) {
          boost = Float.parseFloat( parser.getNumberChars().toString() );
        }
        else {
          throw new SolrException(SolrException.ErrorCode.BAD_REQUEST, "Unknown key: "+key+" ["+parser.getPosition()+"]" );
        }
      }
      else {
        throw new SolrException(SolrException.ErrorCode.BAD_REQUEST,
            "Should be a key "
            +" at ["+parser.getPosition()+"]" );
      }
    }
    else if( ev == JSONParser.OBJECT_END ) {
      if( cmd.solrDoc == null ) {
        throw new SolrException(SolrException.ErrorCode.BAD_REQUEST,"missing solr document. "+parser.getPosition() );
      }
      cmd.solrDoc.setDocumentBoost( boost ); 
      return cmd;
    }
    else {
      throw new SolrException(SolrException.ErrorCode.BAD_REQUEST,
          "Got: "+JSONParser.getEventString( ev  )
          +" at ["+parser.getPosition()+"]" );
    }
  }
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
public void testCommitWithin() throws Exception {
  SolrCore core = h.getCore();
  
  NewSearcherListener trigger = new NewSearcherListener();    
  core.registerNewSearcherListener(trigger);
  DirectUpdateHandler2 updater = (DirectUpdateHandler2) core.getUpdateHandler();
  CommitTracker tracker = updater.commitTracker;
  tracker.setTimeUpperBound(0);
  tracker.setDocsUpperBound(-1);
  
  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init( null );
  
  MapSolrParams params = new MapSolrParams( new HashMap<String, String>() );
  
  // Add a single document with commitWithin == 2 second
  SolrQueryResponse rsp = new SolrQueryResponse();
  SolrQueryRequestBase req = new SolrQueryRequestBase( core, params ) {};
  req.setContentStreams( AutoCommitTest.toContentStreams(
    adoc(2000, "id", "529", "field_t", "what's inside?", "subject", "info"), null ) );
  trigger.reset();
  handler.handleRequest( req, rsp );

  // Check it isn't in the index
  assertQ("shouldn't find any", req("id:529") ,"//result[@numFound=0]" );
  
  // Wait longer than the commitWithin time
  assertTrue("commitWithin failed to commit", trigger.waitForNewSearcher(30000));

  // Add one document without commitWithin
  req.setContentStreams( AutoCommitTest.toContentStreams(
      adoc("id", "530", "field_t", "what's inside?", "subject", "info"), null ) );
    trigger.reset();
    handler.handleRequest( req, rsp );
    
  // Check it isn't in the index
  assertQ("shouldn't find any", req("id:530") ,"//result[@numFound=0]" );
  
  // Delete one document with commitWithin
  req.setContentStreams( AutoCommitTest.toContentStreams(
    delI("529", "commitWithin", "1000"), null ) );
  trigger.reset();
  handler.handleRequest( req, rsp );
    
  // Now make sure we can find it
  assertQ("should find one", req("id:529") ,"//result[@numFound=1]" );
  
  // Wait for the commit to happen
  assertTrue("commitWithin failed to commit", trigger.waitForNewSearcher(30000));
  
  // Now we shouldn't find it
  assertQ("should find none", req("id:529") ,"//result[@numFound=0]" );
  // ... but we should find the new one
  assertQ("should find one", req("id:530") ,"//result[@numFound=1]" );
  
  trigger.reset();
  
  // now make the call 10 times really fast and make sure it 
  // only commits once
  req.setContentStreams( AutoCommitTest.toContentStreams(
      adoc(2000, "id", "500" ), null ) );
  for( int i=0;i<10; i++ ) {
    handler.handleRequest( req, rsp );
  }
  assertQ("should not be there yet", req("id:500") ,"//result[@numFound=0]" );
  
  // the same for the delete
  req.setContentStreams( AutoCommitTest.toContentStreams(
      delI("530", "commitWithin", "1000"), null ) );
  for( int i=0;i<10; i++ ) {
    handler.handleRequest( req, rsp );
  }
  assertQ("should be there", req("id:530") ,"//result[@numFound=1]" );
  
  assertTrue("commitWithin failed to commit", trigger.waitForNewSearcher(30000));
  assertQ("should be there", req("id:500") ,"//result[@numFound=1]" );
  assertQ("should not be there", req("id:530") ,"//result[@numFound=0]" );
  
  assertEquals(3, tracker.getCommitCount());
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
public void testMaxDocs() throws Exception {
  SolrCore core = h.getCore();
  
  NewSearcherListener trigger = new NewSearcherListener();

  DirectUpdateHandler2 updateHandler = (DirectUpdateHandler2)core.getUpdateHandler();
  CommitTracker tracker = updateHandler.softCommitTracker;
  tracker.setTimeUpperBound(-1);
  tracker.setDocsUpperBound(14);
  core.registerNewSearcherListener(trigger);

  
  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init( null );
  
  MapSolrParams params = new MapSolrParams( new HashMap<String, String>() );
  
  // Add documents
  SolrQueryResponse rsp = new SolrQueryResponse();
  SolrQueryRequestBase req = new SolrQueryRequestBase( core, params ) {};
  for( int i=0; i<14; i++ ) {
    req.setContentStreams( toContentStreams(
      adoc("id", Integer.toString(i), "subject", "info" ), null ) );
    handler.handleRequest( req, rsp );
  }
  // It should not be there right away
  assertQ("shouldn't find any", req("id:1") ,"//result[@numFound=0]" );
  assertEquals( 0, tracker.getCommitCount());

  req.setContentStreams( toContentStreams(
      adoc("id", "14", "subject", "info" ), null ) );
  handler.handleRequest( req, rsp );

  assertTrue(trigger.waitForNewSearcher(15000));

  req.setContentStreams( toContentStreams(
      adoc("id", "15", "subject", "info" ), null ) );
  handler.handleRequest( req, rsp );
    
  // Now make sure we can find it
  assertQ("should find one", req("id:14") ,"//result[@numFound=1]" );
  assertEquals( 1, tracker.getCommitCount());
  // But not the one added afterward
  assertQ("should not find one", req("id:15") ,"//result[@numFound=0]" );
  assertEquals( 1, tracker.getCommitCount());
  
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
public void testMaxTime() throws Exception {
  SolrCore core = h.getCore();
  
  NewSearcherListener trigger = new NewSearcherListener();    
  core.registerNewSearcherListener(trigger);
  DirectUpdateHandler2 updater = (DirectUpdateHandler2) core.getUpdateHandler();
  CommitTracker tracker = updater.softCommitTracker;
  // too low of a number can cause a slow host to commit before the test code checks that it
  // isn't there... causing a failure at "shouldn't find any"
  tracker.setTimeUpperBound(1000);
  tracker.setDocsUpperBound(-1);
  // updater.commitCallbacks.add(trigger);
  
  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init( null );
  
  MapSolrParams params = new MapSolrParams( new HashMap<String, String>() );
  
  // Add a single document
  SolrQueryResponse rsp = new SolrQueryResponse();
  SolrQueryRequestBase req = new SolrQueryRequestBase( core, params ) {};
  req.setContentStreams( toContentStreams(
    adoc("id", "529", "field_t", "what's inside?", "subject", "info"), null ) );
  trigger.reset();
  handler.handleRequest( req, rsp );

  // Check it it is in the index
  assertQ("shouldn't find any", req("id:529") ,"//result[@numFound=0]" );

  // Wait longer than the autocommit time
  assertTrue(trigger.waitForNewSearcher(45000));
  trigger.reset();
  req.setContentStreams( toContentStreams(
    adoc("id", "530", "field_t", "what's inside?", "subject", "info"), null ) );
  handler.handleRequest( req, rsp );
    
  // Now make sure we can find it
  assertQ("should find one", req("id:529") ,"//result[@numFound=1]" );
  // But not this one
  assertQ("should find none", req("id:530") ,"//result[@numFound=0]" );
  
  // Delete the document
  assertU( delI("529") );
  assertQ("deleted, but should still be there", req("id:529") ,"//result[@numFound=1]" );
  // Wait longer than the autocommit time
  assertTrue(trigger.waitForNewSearcher(30000));
  trigger.reset();
  req.setContentStreams( toContentStreams(
    adoc("id", "550", "field_t", "what's inside?", "subject", "info"), null ) );
  handler.handleRequest( req, rsp );
  assertEquals( 2, tracker.getCommitCount() );
  assertQ("deleted and time has passed", req("id:529") ,"//result[@numFound=0]" );
  
  // now make the call 10 times really fast and make sure it 
  // only commits once
  req.setContentStreams( toContentStreams(
      adoc("id", "500" ), null ) );
  for( int i=0;i<10; i++ ) {
    handler.handleRequest( req, rsp );
  }
  assertQ("should not be there yet", req("id:500") ,"//result[@numFound=0]" );
  
  // Wait longer than the autocommit time
  assertTrue(trigger.waitForNewSearcher(45000));
  trigger.reset();
  
  req.setContentStreams( toContentStreams(
    adoc("id", "531", "field_t", "what's inside?", "subject", "info"), null ) );
  handler.handleRequest( req, rsp );
  assertEquals( 3, tracker.getCommitCount() );

  assertQ("now it should", req("id:500") ,"//result[@numFound=1]" );
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
public void testCommitWithin() throws Exception {
  SolrCore core = h.getCore();
  
  NewSearcherListener trigger = new NewSearcherListener();    
  core.registerNewSearcherListener(trigger);
  DirectUpdateHandler2 updater = (DirectUpdateHandler2) core.getUpdateHandler();
  CommitTracker tracker = updater.softCommitTracker;
  tracker.setTimeUpperBound(0);
  tracker.setDocsUpperBound(-1);
  
  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init( null );
  
  MapSolrParams params = new MapSolrParams( new HashMap<String, String>() );
  
  // Add a single document with commitWithin == 4 second
  SolrQueryResponse rsp = new SolrQueryResponse();
  SolrQueryRequestBase req = new SolrQueryRequestBase( core, params ) {};
  req.setContentStreams( toContentStreams(
    adoc(4000, "id", "529", "field_t", "what's inside?", "subject", "info"), null ) );
  trigger.reset();
  handler.handleRequest( req, rsp );

  // Check it isn't in the index
  assertQ("shouldn't find any", req("id:529") ,"//result[@numFound=0]" );
  
  // Wait longer than the commitWithin time
  assertTrue("commitWithin failed to commit", trigger.waitForNewSearcher(30000));

  // Add one document without commitWithin
  req.setContentStreams( toContentStreams(
      adoc("id", "530", "field_t", "what's inside?", "subject", "info"), null ) );
    trigger.reset();
    handler.handleRequest( req, rsp );
    
  // Check it isn't in the index
  assertQ("shouldn't find any", req("id:530") ,"//result[@numFound=0]" );
  
  // Delete one document with commitWithin
  req.setContentStreams( toContentStreams(
    delI("529", "commitWithin", "1000"), null ) );
  trigger.reset();
  handler.handleRequest( req, rsp );
    
  // Now make sure we can find it
  assertQ("should find one", req("id:529") ,"//result[@numFound=1]" );
  
  // Wait for the commit to happen
  assertTrue("commitWithin failed to commit", trigger.waitForNewSearcher(30000));
  
  // Now we shouldn't find it
  assertQ("should find none", req("id:529") ,"//result[@numFound=0]" );
  // ... but we should find the new one
  assertQ("should find one", req("id:530") ,"//result[@numFound=1]" );
  
  trigger.reset();
  
  // now make the call 10 times really fast and make sure it 
  // only commits once
  req.setContentStreams( toContentStreams(
      adoc(2000, "id", "500" ), null ) );
  for( int i=0;i<10; i++ ) {
    handler.handleRequest( req, rsp );
  }
  assertQ("should not be there yet", req("id:500") ,"//result[@numFound=0]" );
  
  // the same for the delete
  req.setContentStreams( toContentStreams(
      delI("530", "commitWithin", "1000"), null ) );
  for( int i=0;i<10; i++ ) {
    handler.handleRequest( req, rsp );
  }
  assertQ("should be there", req("id:530") ,"//result[@numFound=1]" );
  
  assertTrue("commitWithin failed to commit", trigger.waitForNewSearcher(30000));
  assertQ("should be there", req("id:500") ,"//result[@numFound=1]" );
  assertQ("should not be there", req("id:530") ,"//result[@numFound=0]" );
  
  assertEquals(3, tracker.getCommitCount());
}
 

import org.apache.solr.handler.UpdateRequestHandler; //导入依赖的package包/类
public void testCommitWithin() throws Exception {
  SolrCore core = h.getCore();
  
  NewSearcherListener trigger = new NewSearcherListener();    
  core.registerNewSearcherListener(trigger);
  DirectUpdateHandler2 updater = (DirectUpdateHandler2) core.getUpdateHandler();
  CommitTracker tracker = updater.softCommitTracker;
  tracker.setTimeUpperBound(0);
  tracker.setDocsUpperBound(-1);
  
  UpdateRequestHandler handler = new UpdateRequestHandler();
  handler.init( null );
  
  MapSolrParams params = new MapSolrParams( new HashMap<String, String>() );
  
  // Add a single document with commitWithin == 2 second
  SolrQueryResponse rsp = new SolrQueryResponse();
  SolrQueryRequestBase req = new SolrQueryRequestBase( core, params ) {};
  req.setContentStreams( toContentStreams(
    adoc(2000, "id", "529", "field_t", "what's inside?", "subject", "info"), null ) );
  trigger.reset();
  handler.handleRequest( req, rsp );

  // Check it isn't in the index
  assertQ("shouldn't find any", req("id:529") ,"//result[@numFound=0]" );
  
  // Wait longer than the commitWithin time
  assertTrue("commitWithin failed to commit", trigger.waitForNewSearcher(30000));

  // Add one document without commitWithin
  req.setContentStreams( toContentStreams(
      adoc("id", "530", "field_t", "what's inside?", "subject", "info"), null ) );
    trigger.reset();
    handler.handleRequest( req, rsp );
    
  // Check it isn't in the index
  assertQ("shouldn't find any", req("id:530") ,"//result[@numFound=0]" );
  
  // Delete one document with commitWithin
  req.setContentStreams( toContentStreams(
    delI("529", "commitWithin", "1000"), null ) );
  trigger.reset();
  handler.handleRequest( req, rsp );
    
  // Now make sure we can find it
  assertQ("should find one", req("id:529") ,"//result[@numFound=1]" );
  
  // Wait for the commit to happen
  assertTrue("commitWithin failed to commit", trigger.waitForNewSearcher(30000));
  
  // Now we shouldn't find it
  assertQ("should find none", req("id:529") ,"//result[@numFound=0]" );
  // ... but we should find the new one
  assertQ("should find one", req("id:530") ,"//result[@numFound=1]" );
  
  trigger.reset();
  
  // now make the call 10 times really fast and make sure it 
  // only commits once
  req.setContentStreams( toContentStreams(
      adoc(2000, "id", "500" ), null ) );
  for( int i=0;i<10; i++ ) {
    handler.handleRequest( req, rsp );
  }
  assertQ("should not be there yet", req("id:500") ,"//result[@numFound=0]" );
  
  // the same for the delete
  req.setContentStreams( toContentStreams(
      delI("530", "commitWithin", "1000"), null ) );
  for( int i=0;i<10; i++ ) {
    handler.handleRequest( req, rsp );
  }
  assertQ("should be there", req("id:530") ,"//result[@numFound=1]" );
  
  assertTrue("commitWithin failed to commit", trigger.waitForNewSearcher(30000));
  assertQ("should be there", req("id:500") ,"//result[@numFound=1]" );
  assertQ("should not be there", req("id:530") ,"//result[@numFound=0]" );
  
  assertEquals(3, tracker.getCommitCount());
}