当前位置: 首页>>代码示例>>Java>>正文

Java QuorumJournalManager类代码示例

本文整理汇总了Java中org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager类的典型用法代码示例。如果您正苦于以下问题：Java QuorumJournalManager类的具体用法？Java QuorumJournalManager怎么用？Java QuorumJournalManager使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


QuorumJournalManager类属于org.apache.hadoop.hdfs.qjournal.client包，在下文中一共展示了QuorumJournalManager类的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: writeSegment

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
public static EditLogOutputStream writeSegment(MiniJournalCluster cluster,
    QuorumJournalManager qjm, long startTxId, int numTxns,
    boolean finalize) throws IOException {
  EditLogOutputStream stm = qjm.startLogSegment(startTxId,
      NameNodeLayoutVersion.CURRENT_LAYOUT_VERSION);
  // Should create in-progress
  assertExistsInQuorum(cluster,
      NNStorage.getInProgressEditsFileName(startTxId));
  
  writeTxns(stm, startTxId, numTxns);
  if (finalize) {
    stm.close();
    qjm.finalizeLogSegment(startTxId, startTxId + numTxns - 1);
    return null;
  } else {
    return stm;
  }
}
开发者ID:naver，项目名称:hadoop，代码行数:19，代码来源:QJMTestUtil.java

示例2: recoverAndReturnLastTxn

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
public static long recoverAndReturnLastTxn(QuorumJournalManager qjm)
    throws IOException {
  qjm.recoverUnfinalizedSegments();
  long lastRecoveredTxn = 0;

  List<EditLogInputStream> streams = Lists.newArrayList();
  try {
    qjm.selectInputStreams(streams, 0, false);
    
    for (EditLogInputStream elis : streams) {
      assertTrue(elis.getFirstTxId() > lastRecoveredTxn);
      lastRecoveredTxn = elis.getLastTxId();
    }
  } finally {
    IOUtils.cleanup(null, streams.toArray(new Closeable[0]));
  }
  return lastRecoveredTxn;
}
开发者ID:naver，项目名称:hadoop，代码行数:19，代码来源:QJMTestUtil.java

示例3: setup

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
@Before
public void setup() throws Exception {
  File editsDir = new File(MiniDFSCluster.getBaseDirectory(null)
      + File.separator + "TestJournalNode");
  FileUtil.fullyDelete(editsDir);

  conf.set(JournalConfigKeys.DFS_JOURNALNODE_DIR_KEY,
      editsDir.getAbsolutePath());
  conf.set(JournalConfigKeys.DFS_JOURNALNODE_RPC_ADDRESS_KEY, "0.0.0.0:0");
  int port = MiniJournalCluster.getFreeHttpPortAndUpdateConf(conf, true);
  httpAddress = "http://localhost:" + port;

  jn = new JournalNode();
  jn.setConf(conf);
  jn.start();
  journalId = "test-journalid-" + QJMTestUtil.uniqueSequenceId();
  journal = jn.getOrCreateJournal(QuorumJournalManager
      .journalIdStringToBytes(journalId));
  journal.transitionJournal(FAKE_NSINFO, Transition.FORMAT, null);
  journal.transitionImage(FAKE_NSINFO, Transition.FORMAT, null);
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:22，代码来源:TestHttpImageUploadChannel.java

示例4: setup

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
@Before
public void setup() throws Exception {
  File editsDir = new File(MiniDFSCluster.getBaseDirectory(null) +
      File.separator + "TestJournalNode");
  FileUtil.fullyDelete(editsDir);
  
  conf.set(JournalConfigKeys.DFS_JOURNALNODE_DIR_KEY,
      editsDir.getAbsolutePath());
  conf.set(JournalConfigKeys.DFS_JOURNALNODE_RPC_ADDRESS_KEY,
      "0.0.0.0:0");    
  MiniJournalCluster.getFreeHttpPortAndUpdateConf(conf, true);
  
  jn = new JournalNode();
  jn.setConf(conf);
  jn.start();
  journalId = "test-journalid-" + QJMTestUtil.uniqueSequenceId();
  journal = jn.getOrCreateJournal(QuorumJournalManager
      .journalIdStringToBytes(journalId));
  journal.transitionJournal(FAKE_NSINFO, Transition.FORMAT, null);
  
  ch = new IPCLoggerChannel(conf, FAKE_NSINFO, journalId, jn.getBoundIpcAddress());
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:23，代码来源:TestJournalNode.java

示例5: writeSegment

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
public static EditLogOutputStream writeSegment(MiniJournalCluster cluster,
    QuorumJournalManager qjm, long startTxId, int numTxns,
    boolean finalize) throws IOException {
  EditLogOutputStream stm = qjm.startLogSegment(startTxId);
  // Should create in-progress
  assertExistsInQuorum(cluster,
      NNStorage.getInProgressEditsFileName(startTxId));
  
  writeTxns(stm, startTxId, numTxns);
  if (finalize) {
    stm.close();
    qjm.finalizeLogSegment(startTxId, startTxId + numTxns - 1);
    return null;
  } else {
    return stm;
  }
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:18，代码来源:QJMTestUtil.java

示例6: recoverAndReturnLastTxn

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
public static long recoverAndReturnLastTxn(QuorumJournalManager qjm)
    throws IOException {
  qjm.recoverUnfinalizedSegments();
  long lastRecoveredTxn = 0;

  List<EditLogInputStream> streams = Lists.newArrayList();
  try {
    qjm.selectInputStreams(streams, 0, false, true);
    
    for (EditLogInputStream elis : streams) {
      assertTrue(elis.getFirstTxId() > lastRecoveredTxn);
      lastRecoveredTxn = elis.getLastTxId();
    }
  } finally {
    IOUtils.cleanup(null, streams.toArray(new Closeable[0]));
  }
  return lastRecoveredTxn;
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:19，代码来源:QJMTestUtil.java

示例7: getOrCreateJournal

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
synchronized Journal getOrCreateJournal(String jid, StartupOption startOpt)
    throws IOException {
  QuorumJournalManager.checkJournalId(jid);
  
  Journal journal = journalsById.get(jid);
  if (journal == null) {
    File logDir = getLogDir(jid);
    LOG.info("Initializing journal in directory " + logDir);      
    journal = new Journal(conf, logDir, jid, startOpt, new ErrorReporter());
    journalsById.put(jid, journal);
  }
  
  return journal;
}
开发者ID:naver，项目名称:hadoop，代码行数:15，代码来源:JournalNode.java

示例8: setup

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
@Before
public void setup() throws Exception {
  spyLoggers = ImmutableList.of(
      mockLogger(),
      mockLogger(),
      mockLogger());

  qjm = new QuorumJournalManager(conf, new URI("qjournal://host/jid"), FAKE_NSINFO) {
    @Override
    protected List<AsyncLogger> createLoggers(AsyncLogger.Factory factory) {
      return spyLoggers;
    }
  };

  for (AsyncLogger logger : spyLoggers) {
    futureReturns(GetJournalStateResponseProto.newBuilder()
        .setLastPromisedEpoch(0)
        .setHttpPort(-1)
        .build())
      .when(logger).getJournalState();
    
    futureReturns(
        NewEpochResponseProto.newBuilder().build()
        ).when(logger).newEpoch(Mockito.anyLong());
    
    futureReturns(null).when(logger).format(Mockito.<NamespaceInfo>any());
  }
  
  qjm.recoverUnfinalizedSegments();
}
开发者ID:naver，项目名称:hadoop，代码行数:31，代码来源:TestQuorumJournalManagerUnit.java

示例9: setup

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
@Before
public void setup() throws Exception {
  spyLoggers = ImmutableList.of(
      mockLogger(),
      mockLogger(),
      mockLogger());

  qjm = new QuorumJournalManager(conf, new URI("qjournal://host/jid"),
      FAKE_NSINFO, null, false) {
    @Override
    protected List<AsyncLogger> createLoggers(AsyncLogger.Factory factory) {
      return spyLoggers;
    }
  };

  for (AsyncLogger logger : spyLoggers) {
    GetJournalStateResponseProto p = new GetJournalStateResponseProto();
    p.setLastPromisedEpoch(0);
    p.setHttpPort(-1);
    futureReturns(p)
      .when(logger).getJournalState();
    
    futureReturns(
        new NewEpochResponseProto()
        ).when(logger).newEpoch(Mockito.anyLong());
    
    StartupOption startOpt = null;
    futureReturns(null).when(logger).transitionJournal(
        Mockito.<NamespaceInfo> any(), Mockito.eq(Transition.FORMAT),
        Mockito.eq(startOpt));
  }
  
  qjm.recoverUnfinalizedSegments();
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:35，代码来源:TestQuorumJournalManagerUnit.java

示例10: setup

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
@Before
public void setup() throws Exception {
  File editsDir = new File(MiniDFSCluster.getBaseDirectory(null)
      + File.separator + "TestJournalNode");
  FileUtil.fullyDelete(editsDir);

  conf.set(JournalConfigKeys.DFS_JOURNALNODE_DIR_KEY,
      editsDir.getAbsolutePath());
  conf.set(JournalConfigKeys.DFS_JOURNALNODE_RPC_ADDRESS_KEY, "0.0.0.0:0");
  int port = MiniJournalCluster.getFreeHttpPortAndUpdateConf(conf, true);
  httpAddress = "http://localhost:" + port;

  jn = new JournalNode();
  jn.setConf(conf);
  jn.start();
  journalId = "test-journalid-" + QJMTestUtil.uniqueSequenceId();
  journal = jn.getOrCreateJournal(QuorumJournalManager
      .journalIdStringToBytes(journalId));
  journal.transitionJournal(FAKE_NSINFO, Transition.FORMAT, null);
  journal.transitionImage(FAKE_NSINFO, Transition.FORMAT, null);

  ch = new IPCLoggerChannel(conf, FAKE_NSINFO, journalId,
      jn.getBoundIpcAddress());

  // this will setup the http port
  ch.getJournalState();
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:28，代码来源:TestJournalNodeImageManifest.java

示例11: writeRandomSegment

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
public static EditLogOutputStream writeRandomSegment(MiniJournalCluster cluster,
    QuorumJournalManager qjm, long startTxId, int numTxns,
    boolean finalize, List<FSEditLogOp> writtenTxns) throws IOException {
  EditLogOutputStream stm = qjm.startLogSegment(startTxId);
  // Should create in-progress
  assertExistsInQuorum(cluster,
      NNStorage.getInProgressEditsFileName(startTxId));
  
  List<FSEditLogOp> txns = FSEditLogTestUtil.getContiguousLogSegment(
      (int) startTxId, ((int) startTxId + numTxns - 1));
  for (FSEditLogOp op : txns) {
    stm.write(op);
    stm.setReadyToFlush();
    stm.flush();
    if (writtenTxns != null) {
      writtenTxns.add(op);
    }
  }
  
  if (finalize) {
    stm.close();
    qjm.finalizeLogSegment(startTxId, startTxId + numTxns - 1);
    return null;
  } else {
    return stm;
  }
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:28，代码来源:QJMTestUtil.java

示例12: constructJournalManager

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
private JournalManager constructJournalManager(URI editsUri) 
    throws IOException {
  if (editsUri.getScheme().equals(NNStorage.LOCAL_URI_SCHEME)) {
    StorageDirectory sd = new NNStorage(new StorageInfo()).new StorageDirectory(
        new File(editsUri.getPath()));
    return new FileJournalManagerReadOnly(sd);
  } else if (editsUri.getScheme().equals(QuorumJournalManager.QJM_URI_SCHEME)) {
  	return new QuorumJournalManager(conf, editsUri, 
  					new NamespaceInfo(new StorageInfo()), null, false);
  } else {
    throwIOException("Other journals not supported yet.", null);
  }
  return null;
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:15，代码来源:ServerLogReaderAvatar.java

示例13: checkImageStorage

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
/**
 * Shared image needs to be in file storage, or QJM providing that QJM also
 * stores edits.
 */
private static String checkImageStorage(URI sharedImage, URI sharedEdits) {
  if (sharedImage.getScheme().equals(NNStorage.LOCAL_URI_SCHEME)) {
    // shared image is stored in file storage
    return "";
  } else if (sharedImage.getScheme().equals(
      QuorumJournalManager.QJM_URI_SCHEME)
      && sharedImage.equals(sharedEdits)) {
    // image is stored in qjm together with edits
    return "";
  }
  return "Shared image uri: " + sharedImage + " must be either file storage"
      + " or be equal to shared edits storage " + sharedEdits + ". ";
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:18，代码来源:AvatarStorageSetup.java

示例14: updateNamespaceInfo

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
protected void updateNamespaceInfo(StorageInfo si) {
  for (JournalAndStream jas : journals) {
    JournalManager jm = jas.getManager();
    if (jm instanceof QuorumJournalManager) {
      ((QuorumJournalManager)jm).updateNamespaceInfo(si);
    }
  }
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:9，代码来源:JournalSet.java

示例15: getOrCreateJournal

import org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager; //导入依赖的package包/类
public synchronized Journal getOrCreateJournal(byte[] jid) throws IOException {
  Journal journal = journalsById.get(new ByteArray(jid));
  if (journal == null) {
    String journalId = QuorumJournalManager.journalIdBytesToString(jid);
    File logDir = getJournalDir(journalId);
    File imgDir = getImageDir(journalId);
    LOG.info("Initializing journal in directory " + logDir);
    journal = new Journal(logDir, imgDir, journalId, new ErrorReporter(), this);
    journalsById.put(new ByteArray(jid), journal);
  }
  return journal;
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:13，代码来源:JournalNode.java


注：本文中的org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。