Java ExportedBlockKeys.isBlockTokenEnabled方法代码示例

import org.apache.hadoop.hdfs.security.token.block.ExportedBlockKeys; //导入方法依赖的package包/类
public KeyManager(String blockpoolID, NamenodeProtocol namenode,
    boolean encryptDataTransfer, Configuration conf) throws IOException {
  this.namenode = namenode;
  this.encryptDataTransfer = encryptDataTransfer;

  final ExportedBlockKeys keys = namenode.getBlockKeys();
  this.isBlockTokenEnabled = keys.isBlockTokenEnabled();
  if (isBlockTokenEnabled) {
    long updateInterval = keys.getKeyUpdateInterval();
    long tokenLifetime = keys.getTokenLifetime();
    LOG.info("Block token params received from NN: update interval="
        + StringUtils.formatTime(updateInterval)
        + ", token lifetime=" + StringUtils.formatTime(tokenLifetime));
    String encryptionAlgorithm = conf.get(
        DFSConfigKeys.DFS_DATA_ENCRYPTION_ALGORITHM_KEY);
    this.blockTokenSecretManager = new BlockTokenSecretManager(
        updateInterval, tokenLifetime, blockpoolID, encryptionAlgorithm);
    this.blockTokenSecretManager.addKeys(keys);

    // sync block keys with NN more frequently than NN updates its block keys
    this.blockKeyUpdater = new BlockKeyUpdater(updateInterval / 4);
    this.shouldRun = true;
  } else {
    this.blockTokenSecretManager = null;
    this.blockKeyUpdater = null;
  }
}
 

import org.apache.hadoop.hdfs.security.token.block.ExportedBlockKeys; //导入方法依赖的package包/类
/**
 * After the block pool has contacted the NN, registers that block pool
 * with the secret manager, updating it with the secrets provided by the NN.
 * @throws IOException on error
 */
private synchronized void registerBlockPoolWithSecretManager(
    DatanodeRegistration bpRegistration, String blockPoolId) throws IOException {
  ExportedBlockKeys keys = bpRegistration.getExportedKeys();
  if (!hasAnyBlockPoolRegistered) {
    hasAnyBlockPoolRegistered = true;
    isBlockTokenEnabled = keys.isBlockTokenEnabled();
  } else {
    if (isBlockTokenEnabled != keys.isBlockTokenEnabled()) {
      throw new RuntimeException("Inconsistent configuration of block access"
          + " tokens. Either all block pools must be configured to use block"
          + " tokens, or none may be.");
    }
  }
  if (!isBlockTokenEnabled) return;
  
  if (!blockPoolTokenSecretManager.isBlockPoolRegistered(blockPoolId)) {
    long blockKeyUpdateInterval = keys.getKeyUpdateInterval();
    long blockTokenLifetime = keys.getTokenLifetime();
    LOG.info("Block token params received from NN: for block pool " +
        blockPoolId + " keyUpdateInterval="
        + blockKeyUpdateInterval / (60 * 1000)
        + " min(s), tokenLifetime=" + blockTokenLifetime / (60 * 1000)
        + " min(s)");
    final BlockTokenSecretManager secretMgr = 
        new BlockTokenSecretManager(0, blockTokenLifetime, blockPoolId,
            dnConf.encryptionAlgorithm);
    blockPoolTokenSecretManager.addBlockPool(blockPoolId, secretMgr);
  }
}
 

import org.apache.hadoop.hdfs.security.token.block.ExportedBlockKeys; //导入方法依赖的package包/类
/**
 * After the block pool has contacted the NN, registers that block pool
 * with the secret manager, updating it with the secrets provided by the NN.
 * @param bpRegistration
 * @param blockPoolId
 * @throws IOException
 */
private synchronized void registerBlockPoolWithSecretManager(
    DatanodeRegistration bpRegistration, String blockPoolId) throws IOException {
  ExportedBlockKeys keys = bpRegistration.getExportedKeys();
  if (!hasAnyBlockPoolRegistered) {
    hasAnyBlockPoolRegistered = true;
    isBlockTokenEnabled = keys.isBlockTokenEnabled();
  } else {
    if (isBlockTokenEnabled != keys.isBlockTokenEnabled()) {
      throw new RuntimeException("Inconsistent configuration of block access"
          + " tokens. Either all block pools must be configured to use block"
          + " tokens, or none may be.");
    }
  }
  if (!isBlockTokenEnabled) return;
  
  if (!blockPoolTokenSecretManager.isBlockPoolRegistered(blockPoolId)) {
    long blockKeyUpdateInterval = keys.getKeyUpdateInterval();
    long blockTokenLifetime = keys.getTokenLifetime();
    LOG.info("Block token params received from NN: for block pool " +
        blockPoolId + " keyUpdateInterval="
        + blockKeyUpdateInterval / (60 * 1000)
        + " min(s), tokenLifetime=" + blockTokenLifetime / (60 * 1000)
        + " min(s)");
    final BlockTokenSecretManager secretMgr = 
        new BlockTokenSecretManager(0, blockTokenLifetime, blockPoolId,
            dnConf.encryptionAlgorithm);
    blockPoolTokenSecretManager.addBlockPool(blockPoolId, secretMgr);
  }
}
 

import org.apache.hadoop.hdfs.security.token.block.ExportedBlockKeys; //导入方法依赖的package包/类
/**
 * After the block pool has contacted the NN, registers that block pool
 * with the secret manager, updating it with the secrets provided by the NN.
 *
 * @param bpRegistration
 * @param blockPoolId
 * @throws IOException
 */
private synchronized void registerBlockPoolWithSecretManager(
    DatanodeRegistration bpRegistration, String blockPoolId)
    throws IOException {
  ExportedBlockKeys keys = bpRegistration.getExportedKeys();
  if (!hasAnyBlockPoolRegistered) {
    hasAnyBlockPoolRegistered = true;
    isBlockTokenEnabled = keys.isBlockTokenEnabled();
  } else {
    if (isBlockTokenEnabled != keys.isBlockTokenEnabled()) {
      throw new RuntimeException(
          "Inconsistent configuration of block access" +
              " tokens. Either all block pools must be configured to use block" +
              " tokens, or none may be.");
    }
  }
  if (!isBlockTokenEnabled) {
    return;
  }
  
  if (!blockPoolTokenSecretManager.isBlockPoolRegistered(blockPoolId)) {
    long blockKeyUpdateInterval = keys.getKeyUpdateInterval();
    long blockTokenLifetime = keys.getTokenLifetime();
    LOG.info("Block token params received from NN: for block pool " +
        blockPoolId + " keyUpdateInterval=" +
        blockKeyUpdateInterval / (60 * 1000) + " min(s), tokenLifetime=" +
        blockTokenLifetime / (60 * 1000) + " min(s)");
    final BlockTokenSecretManager secretMgr =
        new BlockTokenSecretManager(0, blockTokenLifetime, blockPoolId,
            dnConf.encryptionAlgorithm);
    blockPoolTokenSecretManager.addBlockPool(blockPoolId, secretMgr);
  }
}
 

import org.apache.hadoop.hdfs.security.token.block.ExportedBlockKeys; //导入方法依赖的package包/类
private void init(double threshold) throws IOException {
  this.threshold = threshold;
  this.namenode = createNamenode(conf);
  this.client = DFSClient.createNamenode(conf);
  this.fs = FileSystem.get(conf);
  ExportedBlockKeys keys = namenode.getBlockKeys();
  this.isBlockTokenEnabled = keys.isBlockTokenEnabled();
  if (isBlockTokenEnabled) {
    long blockKeyUpdateInterval = keys.getKeyUpdateInterval();
    long blockTokenLifetime = keys.getTokenLifetime();
    LOG.info("Block token params received from NN: keyUpdateInterval="
        + blockKeyUpdateInterval / (60 * 1000) + " min(s), tokenLifetime="
        + blockTokenLifetime / (60 * 1000) + " min(s)");
    this.blockTokenSecretManager = new BlockTokenSecretManager(false,
        blockKeyUpdateInterval, blockTokenLifetime);
    this.blockTokenSecretManager.setKeys(keys);
    /*
     * Balancer should sync its block keys with NN more frequently than NN
     * updates its block keys
     */
    this.keyUpdaterInterval = blockKeyUpdateInterval / 4;
    LOG.info("Balancer will update its block keys every "
        + keyUpdaterInterval / (60 * 1000) + " minute(s)");
    this.keyupdaterthread = new Daemon(new BlockKeyUpdater());
    this.shouldRun = true;
    this.keyupdaterthread.start();
  }
}
 

import org.apache.hadoop.hdfs.security.token.block.ExportedBlockKeys; //导入方法依赖的package包/类
NameNodeConnector(URI nameNodeUri,
    Configuration conf) throws IOException {
  this.nameNodeUri = nameNodeUri;
  
  this.namenode =
    NameNodeProxies.createProxy(conf, nameNodeUri, NamenodeProtocol.class)
      .getProxy();
  this.client =
    NameNodeProxies.createProxy(conf, nameNodeUri, ClientProtocol.class)
      .getProxy();
  this.fs = FileSystem.get(nameNodeUri, conf);

  final NamespaceInfo namespaceinfo = namenode.versionRequest();
  this.blockpoolID = namespaceinfo.getBlockPoolID();

  final ExportedBlockKeys keys = namenode.getBlockKeys();
  this.isBlockTokenEnabled = keys.isBlockTokenEnabled();
  if (isBlockTokenEnabled) {
    long blockKeyUpdateInterval = keys.getKeyUpdateInterval();
    long blockTokenLifetime = keys.getTokenLifetime();
    LOG.info("Block token params received from NN: keyUpdateInterval="
        + blockKeyUpdateInterval / (60 * 1000) + " min(s), tokenLifetime="
        + blockTokenLifetime / (60 * 1000) + " min(s)");
    String encryptionAlgorithm = conf.get(
        DFSConfigKeys.DFS_DATA_ENCRYPTION_ALGORITHM_KEY);
    this.blockTokenSecretManager = new BlockTokenSecretManager(
        blockKeyUpdateInterval, blockTokenLifetime, blockpoolID,
        encryptionAlgorithm);
    this.blockTokenSecretManager.addKeys(keys);
    /*
     * Balancer should sync its block keys with NN more frequently than NN
     * updates its block keys
     */
    this.keyUpdaterInterval = blockKeyUpdateInterval / 4;
    LOG.info("Balancer will update its block keys every "
        + keyUpdaterInterval / (60 * 1000) + " minute(s)");
    this.keyupdaterthread = new Daemon(new BlockKeyUpdater());
    this.shouldRun = true;
    this.keyupdaterthread.start();
  }
  this.encryptDataTransfer = fs.getServerDefaults(new Path("/"))
      .getEncryptDataTransfer();
  // Check if there is another balancer running.
  // Exit if there is another one running.
  out = checkAndMarkRunningBalancer(); 
  if (out == null) {
    throw new IOException("Another balancer is running");
  }
}
 

import org.apache.hadoop.hdfs.security.token.block.ExportedBlockKeys; //导入方法依赖的package包/类
NameNodeConnector(URI nameNodeUri, Configuration conf) throws IOException {
  this.nameNodeUri = nameNodeUri;
  
  this.namenode =
      NameNodeProxies.createProxy(conf, nameNodeUri, NamenodeProtocol.class)
          .getProxy();
  this.client =
      NameNodeProxies.createProxy(conf, nameNodeUri, ClientProtocol.class)
          .getProxy();
  this.fs = FileSystem.get(nameNodeUri, conf);

  final NamespaceInfo namespaceinfo = namenode.versionRequest();
  this.blockpoolID = namespaceinfo.getBlockPoolID();

  final ExportedBlockKeys keys = namenode.getBlockKeys();
  this.isBlockTokenEnabled = keys.isBlockTokenEnabled();
  if (isBlockTokenEnabled) {
    long blockKeyUpdateInterval = keys.getKeyUpdateInterval();
    long blockTokenLifetime = keys.getTokenLifetime();
    LOG.info("Block token params received from NN: keyUpdateInterval=" +
        blockKeyUpdateInterval / (60 * 1000) + " min(s), tokenLifetime=" +
        blockTokenLifetime / (60 * 1000) + " min(s)");
    String encryptionAlgorithm =
        conf.get(DFSConfigKeys.DFS_DATA_ENCRYPTION_ALGORITHM_KEY);
    this.blockTokenSecretManager =
        new BlockTokenSecretManager(blockKeyUpdateInterval,
            blockTokenLifetime, blockpoolID, encryptionAlgorithm);
    this.blockTokenSecretManager.addKeys(keys);
    /*
     * Balancer should sync its block keys with NN more frequently than NN
     * updates its block keys
     */
    this.keyUpdaterInterval = blockKeyUpdateInterval / 4;
    LOG.info("Balancer will update its block keys every " +
        keyUpdaterInterval / (60 * 1000) + " minute(s)");
    this.keyupdaterthread = new Daemon(new BlockKeyUpdater());
    this.shouldRun = true;
    this.keyupdaterthread.start();
  }
  this.encryptDataTransfer =
      fs.getServerDefaults(new Path("/")).getEncryptDataTransfer();
  // Check if there is another balancer running.
  // Exit if there is another one running.
  out = checkAndMarkRunningBalancer();
  if (out == null) {
    throw new IOException("Another balancer is running");
  }
}
 

import org.apache.hadoop.hdfs.security.token.block.ExportedBlockKeys; //导入方法依赖的package包/类
NameNodeConnector(URI nameNodeUri,
    Configuration conf) throws IOException {
  this.nameNodeUri = nameNodeUri;
  
  this.namenode =
    NameNodeProxies.createProxy(conf, nameNodeUri, NamenodeProtocol.class)
      .getProxy();
  this.client =
    NameNodeProxies.createProxy(conf, nameNodeUri, ClientProtocol.class)
      .getProxy();
  this.fs = FileSystem.get(nameNodeUri, conf);

  final NamespaceInfo namespaceinfo = namenode.versionRequest();
  this.blockpoolID = namespaceinfo.getBlockPoolID();

  final ExportedBlockKeys keys = namenode.getBlockKeys();
  this.isBlockTokenEnabled = keys.isBlockTokenEnabled();
  if (isBlockTokenEnabled) {
    long blockKeyUpdateInterval = keys.getKeyUpdateInterval();
    long blockTokenLifetime = keys.getTokenLifetime();
    LOG.info("Block token params received from NN: keyUpdateInterval="
        + blockKeyUpdateInterval / (60 * 1000) + " min(s), tokenLifetime="
        + blockTokenLifetime / (60 * 1000) + " min(s)");
    String encryptionAlgorithm = conf.get(
        DFSConfigKeys.DFS_DATA_ENCRYPTION_ALGORITHM_KEY);
    this.blockTokenSecretManager = new BlockTokenSecretManager(
        blockKeyUpdateInterval, blockTokenLifetime, blockpoolID,
        encryptionAlgorithm);
    this.blockTokenSecretManager.addKeys(keys);
    /*
     * Balancer should sync its block keys with NN more frequently than NN
     * updates its block keys
     */
    this.keyUpdaterInterval = blockKeyUpdateInterval / 4;
    LOG.info("Balancer will update its block keys every "
        + keyUpdaterInterval / (60 * 1000) + " minute(s)");
    this.keyupdaterthread = new Daemon(new BlockKeyUpdater());
    this.shouldRun = true;
    this.keyupdaterthread.start();
  }
  this.encryptDataTransfer = fs.getServerDefaults(new Path("/"))
      .getEncryptDataTransfer();
  // Check if there is another balancer running.
  // Exit if there is another one running.
  out = checkAndMarkRunningBalancer(); 
  if (out == null) {
    throw new IOException("Another balancer is running");
  }
  this.trustedChannelResolver = TrustedChannelResolver.getInstance(conf);
}