Java DirectUpdateHandler2类代码示例

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
@Override
public void tearDown() throws Exception {
  super.tearDown();
  if (commondCloudSolrServer != null) {
    commondCloudSolrServer.shutdown();
  }
  if (otherCollectionClients != null) {
    for (List<SolrServer> clientList : otherCollectionClients.values()) {
      for (SolrServer client : clientList) {
        client.shutdown();
      }
    }
  }
  otherCollectionClients = null;
  List<Runnable> tasks = executor.shutdownNow();
  assertTrue(tasks.isEmpty());
  
  System.clearProperty("numShards");
  System.clearProperty("zkHost");
  System.clearProperty("solr.xml.persist");
  
  // insurance
  DirectUpdateHandler2.commitOnClose = true;
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
@Override
@After
public void tearDown() throws Exception {
  super.tearDown();

  if (VERBOSE || printLayoutOnTearDown) {
    super.printLayout();
  }
  if (controlClient != null) {
    controlClient.shutdown();
  }
  if (cloudClient != null) {
    cloudClient.shutdown();
  }
  if (controlClientCloud != null) {
    controlClientCloud.shutdown();
  }
  super.tearDown();

  System.clearProperty("zkHost");
  System.clearProperty("numShards");
  System.clearProperty("solr.xml.persist");

  // insurance
  DirectUpdateHandler2.commitOnClose = true;
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
private void randomlyEnableAutoSoftCommit() {
  if (r.nextBoolean()) {
    log.info("Turning on auto soft commit");
    for (CloudJettyRunner jetty : shardToJetty.get("shard1")) {
      SolrCore core = ((SolrDispatchFilter) jetty.jetty.getDispatchFilter()
          .getFilter()).getCores().getCore("collection1");
      try {
        ((DirectUpdateHandler2) core.getUpdateHandler()).getCommitTracker()
            .setTimeUpperBound(5000);
      } finally {
        core.close();
      }
    }
  } else {
    log.info("Not turning on auto soft commit");
  }
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
protected void enableAutoSoftCommit(int time) {
  log.info("Turning on auto soft commit: " + time);
  for (List<CloudJettyRunner> jettyList : shardToJetty.values()) {
    for (CloudJettyRunner jetty : jettyList) {
      CoreContainer cores = ((SolrDispatchFilter) jetty.jetty
          .getDispatchFilter().getFilter()).getCores();
      for (SolrCore core : cores.getCores()) {
        ((DirectUpdateHandler2) core.getUpdateHandler())
            .getSoftCommitTracker().setTimeUpperBound(time);
      }
    }
  }
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
public void stopTheMonkey() {
  stop = true;
  try {
    monkeyThread.join();
  } catch (InterruptedException e) {
    Thread.currentThread().interrupt();
  }
  
  DirectUpdateHandler2.commitOnClose = true;
  
  float runtime = (System.currentTimeMillis() - startTime)/1000.0f;
  if (runtime > 20 && stops.get() == 0) {
    LuceneTestCase.fail("The Monkey ran for over 20 seconds and no jetties were stopped - this is worth investigating!");
  }
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
public void testUpdateNoTLog() throws Exception {
  try {
    System.setProperty("enable.update.log", "false");
    initCore("solrconfig.xml","schema15.xml");
    
    UpdateHandler uh = h.getCore().getUpdateHandler();
    assertTrue("this test requires DirectUpdateHandler2",
               uh instanceof DirectUpdateHandler2);

    assertNull("this test requires that the updateLog not be enabled, it " +
               "seems that someone modified the configs",
               ((DirectUpdateHandler2)uh).getUpdateLog());
    
    // creating docs should work fine
    addAndGetVersion(sdoc("id", "1", "val_i", "42"), null);
    assertU(commit());

    try {
      ignoreException("updateLog");

      // updating docs should fail
      addAndGetVersion(sdoc("id", "1", "val_i", map("inc",-666)), null);
      
      fail("didn't get error about needing updateLog");
    } catch (SolrException ex) {
      assertEquals(400, ex.code());
      // if the message doesn't match our expectation, wrap & rethrow
      if (ex.getMessage().indexOf("unless <updateLog/> is configured") < 0) {
        throw new RuntimeException("exception message is not expected", ex);
      }
    } finally {
      resetExceptionIgnores();
    }

  } finally {
    System.clearProperty("enable.update.log");
    deleteCore();
  }
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
@Override
public void tearDown() throws Exception {
  super.tearDown();
  System.clearProperty("numShards");
  System.clearProperty("zkHost");
  System.clearProperty("solr.xml.persist");
  
  // insurance
  DirectUpdateHandler2.commitOnClose = true;
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
@Override
public void tearDown() throws Exception {
  super.tearDown();
  System.clearProperty("numShards");
  System.clearProperty("zkHost");
  System.clearProperty("solr.xml.persist");

  // insurance
  DirectUpdateHandler2.commitOnClose = true;
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
public void testUpdateNoTLog() throws Exception {
  try {
    initCore("solrconfig.xml","schema15.xml");
    
    UpdateHandler uh = h.getCore().getUpdateHandler();
    assertTrue("this test requires DirectUpdateHandler2",
               uh instanceof DirectUpdateHandler2);

    assertNull("this test requires that the updateLog not be enabled, it " +
               "seems that someone modified the configs",
               ((DirectUpdateHandler2)uh).getUpdateLog());
    
    // creating docs should work fine
    addAndGetVersion(sdoc("id", "1", "val_i", "42"), null);
    assertU(commit());

    try {
      ignoreException("updateLog");

      // updating docs should fail
      addAndGetVersion(sdoc("id", "1", "val_i", map("inc",-666)), null);
      
      fail("didn't get error about needing updateLog");
    } catch (SolrException ex) {
      assertEquals(400, ex.code());
      // if the message doesn't match our expectation, wrap & rethrow
      if (ex.getMessage().indexOf("unless <updateLog/> is configured") < 0) {
        throw new RuntimeException("exception message is not expected", ex);
      }
    } finally {
      resetExceptionIgnores();
    }

  } finally {
    deleteCore();
  }
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
@Override
public void tearDown() throws Exception {
  super.tearDown();
  if (commondCloudSolrServer != null) {
    commondCloudSolrServer.shutdown();
  }
  System.clearProperty("numShards");
  System.clearProperty("zkHost");
  System.clearProperty("solr.xml.persist");
  
  // insurance
  DirectUpdateHandler2.commitOnClose = true;
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
@Test
public void testTermIndexInterval() throws Exception {
  RefCounted<IndexWriter> iw = ((DirectUpdateHandler2) h.getCore()
      .getUpdateHandler()).getSolrCoreState().getIndexWriter(h.getCore());
  int interval = 0;
  try {
    IndexWriter writer = iw.get();
    interval = writer.getConfig().getTermIndexInterval();
  } finally {
    iw.decref();
  }
  assertEquals(256, interval);
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
public void startTheMonkey(boolean killLeaders, final int roundPauseUpperLimit) {
  if (!MONKEY_ENABLED) {
    monkeyLog("The Monkey is disabled and will not start");
    return;
  }
  monkeyLog("starting");
  
  
  if (LuceneTestCase.random().nextBoolean()) {
    monkeyLog("Jetty will not commit on shutdown");
    DirectUpdateHandler2.commitOnClose = false;
  }
  
  this.aggressivelyKillLeaders = killLeaders;
  startTime = System.currentTimeMillis();
  // TODO: when kill leaders is on, lets kill a higher percentage of leaders
  
  stop = false;
  monkeyThread = new Thread() {

    @Override
    public void run() {
      while (!stop) {
        try {
  
          Random random = LuceneTestCase.random();
          Thread.sleep(random.nextInt(roundPauseUpperLimit));
          if (random.nextBoolean()) {
           if (!deadPool.isEmpty()) {
             int index = random.nextInt(deadPool.size());
             JettySolrRunner jetty = deadPool.get(index).jetty;
             if (jetty.isStopped() && !ChaosMonkey.start(jetty)) {
               continue;
             }
             //System.out.println("started on port:" + jetty.getLocalPort());
             deadPool.remove(index);
             starts.incrementAndGet();
             continue;
           }
          }
          
          int rnd = random.nextInt(10);

          if (expireSessions && rnd < EXPIRE_PERCENT) {
            expireRandomSession();
          } 
          
          if (causeConnectionLoss && rnd < CONLOSS_PERCENT) {
            randomConnectionLoss();
          }
          
          CloudJettyRunner cjetty;
          if (random.nextBoolean()) {
            cjetty = stopRandomShard();
          } else {
            cjetty = killRandomShard();
          }
          if (cjetty == null) {
            // we cannot kill
          } else {
            deadPool.add(cjetty);
          }
          
        } catch (InterruptedException e) {
          //
        } catch (Exception e) {
          // TODO Auto-generated catch block
          e.printStackTrace();
        }
      }
      monkeyLog("finished");
      monkeyLog("I ran for " + (System.currentTimeMillis() - startTime)/1000.0f + "sec. I stopped " + stops + " and I started " + starts
          + ". I also expired " + expires.get() + " and caused " + connloss
          + " connection losses");
    }
  };
  monkeyThread.start();
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
@Test
public void testCleanShutdown() throws Exception {
  DirectUpdateHandler2.commitOnClose = true;
  final Semaphore logReplay = new Semaphore(0);
  final Semaphore logReplayFinish = new Semaphore(0);

  UpdateLog.testing_logReplayHook = new Runnable() {
    @Override
    public void run() {
      try {
        assertTrue(logReplay.tryAcquire(timeout, TimeUnit.SECONDS));
      } catch (Exception e) {
        throw new RuntimeException(e);
      }
    }
  };

  UpdateLog.testing_logReplayFinishHook = new Runnable() {
    @Override
    public void run() {
      logReplayFinish.release();
    }
  };


  SolrQueryRequest req = req();
  UpdateHandler uhandler = req.getCore().getUpdateHandler();
  UpdateLog ulog = uhandler.getUpdateLog();

  try {
    clearIndex();
    assertU(commit());

    assertU(adoc("id","E1", "val_i","1"));
    assertU(adoc("id","E2", "val_i","1"));

    // set to a high enough number so this test won't hang on a bug
    logReplay.release(10);

    h.close();
    createCore();

    // make sure the docs got committed
    assertJQ(req("q","*:*"),"/response/numFound==2");

    // make sure no replay happened
    assertEquals(10, logReplay.availablePermits());

  } finally {
    DirectUpdateHandler2.commitOnClose = true;
    UpdateLog.testing_logReplayHook = null;
    UpdateLog.testing_logReplayFinishHook = null;

    req().close();
  }
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
@Test
public void testTruncatedLog() throws Exception {
  try {
    DirectUpdateHandler2.commitOnClose = false;
    final Semaphore logReplay = new Semaphore(0);
    final Semaphore logReplayFinish = new Semaphore(0);

    UpdateLog.testing_logReplayHook = new Runnable() {
      @Override
      public void run() {
        try {
          assertTrue(logReplay.tryAcquire(timeout, TimeUnit.SECONDS));
        } catch (Exception e) {
          throw new RuntimeException(e);
        }
      }
    };

    UpdateLog.testing_logReplayFinishHook = new Runnable() {
      @Override
      public void run() {
        logReplayFinish.release();
      }
    };

    UpdateLog ulog = h.getCore().getUpdateHandler().getUpdateLog();
    File logDir = new File(h.getCore().getUpdateHandler().getUpdateLog().getLogDir());

    clearIndex();
    assertU(commit());

    assertU(adoc("id","F1"));
    assertU(adoc("id","F2"));
    assertU(adoc("id","F3"));

    h.close();
    String[] files = ulog.getLogList(logDir);
    Arrays.sort(files);
    RandomAccessFile raf = new RandomAccessFile(new File(logDir, files[files.length-1]), "rw");
    raf.seek(raf.length());  // seek to end
    raf.writeLong(0xffffffffffffffffL);
    raf.writeChars("This should be appended to a good log file, representing a bad partially written record.");
    raf.close();

    logReplay.release(1000);
    logReplayFinish.drainPermits();
    ignoreException("OutOfBoundsException");  // this is what the corrupted log currently produces... subject to change.
    createCore();
    assertTrue(logReplayFinish.tryAcquire(timeout, TimeUnit.SECONDS));
    resetExceptionIgnores();
    assertJQ(req("q","*:*") ,"/response/numFound==3");

    //
    // Now test that the bad log file doesn't mess up retrieving latest versions
    //

    updateJ(jsonAdd(sdoc("id","F4", "_version_","104")), params(DISTRIB_UPDATE_PARAM,FROM_LEADER));
    updateJ(jsonAdd(sdoc("id","F5", "_version_","105")), params(DISTRIB_UPDATE_PARAM,FROM_LEADER));
    updateJ(jsonAdd(sdoc("id","F6", "_version_","106")), params(DISTRIB_UPDATE_PARAM,FROM_LEADER));

    // This currently skips the bad log file and also returns the version of the clearIndex (del *:*)
    // assertJQ(req("qt","/get", "getVersions","6"), "/versions==[106,105,104]");
    assertJQ(req("qt","/get", "getVersions","3"), "/versions==[106,105,104]");

  } finally {
    DirectUpdateHandler2.commitOnClose = true;
    UpdateLog.testing_logReplayHook = null;
    UpdateLog.testing_logReplayFinishHook = null;
  }
}
 

import org.apache.solr.update.DirectUpdateHandler2; //导入依赖的package包/类
@Test
public void testCorruptLog() throws Exception {
  try {
    DirectUpdateHandler2.commitOnClose = false;

    UpdateLog ulog = h.getCore().getUpdateHandler().getUpdateLog();
    File logDir = new File(h.getCore().getUpdateHandler().getUpdateLog().getLogDir());

    clearIndex();
    assertU(commit());

    assertU(adoc("id","G1"));
    assertU(adoc("id","G2"));
    assertU(adoc("id","G3"));

    h.close();


    String[] files = ulog.getLogList(logDir);
    Arrays.sort(files);
    RandomAccessFile raf = new RandomAccessFile(new File(logDir, files[files.length-1]), "rw");
    long len = raf.length();
    raf.seek(0);  // seek to start
    raf.write(new byte[(int)len]);  // zero out file
    raf.close();


    ignoreException("Failure to open existing log file");  // this is what the corrupted log currently produces... subject to change.
    createCore();
    resetExceptionIgnores();

    // just make sure it responds
    assertJQ(req("q","*:*") ,"/response/numFound==0");

    //
    // Now test that the bad log file doesn't mess up retrieving latest versions
    //

    updateJ(jsonAdd(sdoc("id","G4", "_version_","104")), params(DISTRIB_UPDATE_PARAM,FROM_LEADER));
    updateJ(jsonAdd(sdoc("id","G5", "_version_","105")), params(DISTRIB_UPDATE_PARAM,FROM_LEADER));
    updateJ(jsonAdd(sdoc("id","G6", "_version_","106")), params(DISTRIB_UPDATE_PARAM,FROM_LEADER));

    // This currently skips the bad log file and also returns the version of the clearIndex (del *:*)
    // assertJQ(req("qt","/get", "getVersions","6"), "/versions==[106,105,104]");
    assertJQ(req("qt","/get", "getVersions","3"), "/versions==[106,105,104]");

    assertU(commit());

    assertJQ(req("q","*:*") ,"/response/numFound==3");

    // This messes up some other tests (on windows) if we don't remove the bad log.
    // This *should* hopefully just be because the tests are too fragile and not because of real bugs - but it should be investigated further.
    deleteLogs();

  } finally {
    DirectUpdateHandler2.commitOnClose = true;
    UpdateLog.testing_logReplayHook = null;
    UpdateLog.testing_logReplayFinishHook = null;
  }
}