Java FilterContainer类代码示例

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
/**
 * Initializes Alfredo AuthenticationFilter.
 * <p/>
 * Propagates to Alfredo AuthenticationFilter configuration all Hadoop
 * configuration properties prefixed with "hadoop.http.authentication."
 *
 * @param container The filter container
 * @param conf Configuration for run-time parameters
 */
@Override
public void initFilter(FilterContainer container, Configuration conf) {
  Map<String, String> filterConfig = new HashMap<String, String>();

  //setting the cookie path to root '/' so it is used for all resources.
  filterConfig.put(AuthenticationFilter.COOKIE_PATH, "/");

  for (Map.Entry<String, String> entry : conf) {
    String name = entry.getKey();
    if (name.startsWith(PREFIX)) {
      String value = conf.get(name);
      name = name.substring(PREFIX.length());
      filterConfig.put(name, value);
    }
  }

  container.addFilter("authentication",
                      AuthenticationFilter.class.getName(),
                      filterConfig);
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override
public void initFilter(FilterContainer container, Configuration conf) {

  String key = getEnabledConfigKey();
  boolean enabled = conf.getBoolean(key, false);
  if (enabled) {
    container.addGlobalFilter("Cross Origin Filter",
        CrossOriginFilter.class.getName(),
        getFilterParameters(conf, getPrefix()));
  } else {
    LOG.info("CORS filter not enabled. Please set " + key
        + " to 'true' to enable it");
  }
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override
public void initFilter(FilterContainer container, Configuration conf) {
  HashMap<String, String> options = new HashMap<String, String>();
  
  String username = getUsernameFromConf(conf);
  options.put(HADOOP_HTTP_STATIC_USER, username);

  container.addFilter("static_user_filter", 
                      StaticUserFilter.class.getName(), 
                      options);
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override
public void initFilter(FilterContainer container, Configuration conf) {

  Map<String, String> filterConfig = createFilterConfig(conf);
  container.addFilter("RMAuthenticationFilter",
    RMAuthenticationFilter.class.getName(), filterConfig);
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override
public void initFilter(FilterContainer container, Configuration conf) {

  // setup the filter
  // use the keys with "yarn.timeline-service.http-cross-origin" prefix to
  // override the ones with the "hadoop.http.cross-origin" prefix.

  Map<String, String> filterParameters =
      getFilterParameters(conf, HttpCrossOriginFilterInitializer.PREFIX);
  filterParameters.putAll(getFilterParameters(conf, getPrefix()));

  container.addGlobalFilter("Cross Origin Filter",
        CrossOriginFilter.class.getName(), filterParameters);
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override
public void initFilter(FilterContainer container, Configuration conf)
{
  logger.debug("Conf {}", conf);
  Map<String, String> params = new HashMap<>();
  Collection<String> proxies = new ArrayList<>();
  if (ConfigUtils.isRMHAEnabled(conf)) {
    // HA is enabled get all
    for (String rmId : ConfigUtils.getRMHAIds(conf)) {
      proxies.add(getResolvedRMWebAppURLWithoutScheme(conf, rmId));
    }
    logger.info("HA proxy addresses {}", proxies);
  }
  if (proxies.isEmpty()) {
    proxies.add(getProxyHostAndPort(conf));
    logger.info("Proxy addresses {}", proxies);
  }
  StringBuilder proxyBr = new StringBuilder();
  for (String proxy : proxies) {
    if (proxyBr.length() != 0) {
      proxyBr.append(StramWSFilter.PROXY_DELIMITER);
    }
    String[] parts = proxy.split(":");
    proxyBr.append(parts[0]);
  }
  params.put(StramWSFilter.PROXY_HOST, proxyBr.toString());
  container.addFilter(FILTER_NAME, FILTER_CLASS, params);
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override
public void initFilter(FilterContainer container, Configuration conf) {
  Map<String, String> params = new HashMap<String, String>();
  String proxy = YarnConfiguration.getProxyHostAndPort(conf);
  String[] parts = proxy.split(":");
  params.put(AmIpFilter.PROXY_HOST, parts[0]);
  params.put(AmIpFilter.PROXY_URI_BASE,
      HttpConfig.getSchemePrefix() + proxy +
      System.getenv(ApplicationConstants.APPLICATION_WEB_PROXY_BASE_ENV));
  container.addFilter(FILTER_NAME, FILTER_CLASS, params);
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
/**
 * Initializes hadoop-auth AuthenticationFilter.
 * <p/>
 * Propagates to hadoop-auth AuthenticationFilter configuration all Hadoop
 * configuration properties prefixed with "hadoop.http.authentication."
 *
 * @param container The filter container
 * @param conf Configuration for run-time parameters
 */
@Override
public void initFilter(FilterContainer container, Configuration conf) {
  Map<String, String> filterConfig = getFilterConfigMap(conf, PREFIX);

  // extend AuthenticationFilter's feature to
  // support proxy user operation.
  container.addFilter("authentication",
                      AuthenticationWithProxyUserFilter.class.getName(),
                      filterConfig);
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override
public void initFilter(FilterContainer container, Configuration conf) {
  Map<String, String> params = new HashMap<String, String>();
  String proxy = WebAppUtils.getProxyHostAndPort(conf);
  String[] parts = proxy.split(":");
  params.put(AmIpFilter.PROXY_HOST, parts[0]);
  params.put(AmIpFilter.PROXY_URI_BASE,
      HttpConfig.getSchemePrefix() + proxy +
      System.getenv(ApplicationConstants.APPLICATION_WEB_PROXY_BASE_ENV));
  container.addFilter(FILTER_NAME, FILTER_CLASS, params);
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override
public void initFilter(FilterContainer container, Configuration conf) {

  container.addGlobalFilter("Cross Origin Filter",
      CrossOriginFilter.class.getName(), getFilterParameters(conf));
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Test
public void testProxyUserConfiguration() {
  FilterContainer container = Mockito.mock(FilterContainer.class);
  for (int i = 0; i < 3; ++i) {
    Configuration conf = new YarnConfiguration();
    switch (i) {
      case 0:
        // hadoop.proxyuser prefix
        conf.set("hadoop.proxyuser.foo.hosts", "*");
        conf.set("hadoop.proxyuser.foo.users", "*");
        conf.set("hadoop.proxyuser.foo.groups", "*");
        break;
      case 1:
        // yarn.timeline-service.http-authentication.proxyuser prefix
        conf.set("yarn.timeline-service.http-authentication.proxyuser.foo.hosts",
            "*");
        conf.set("yarn.timeline-service.http-authentication.proxyuser.foo.users",
            "*");
        conf.set("yarn.timeline-service.http-authentication.proxyuser.foo.groups",
            "*");
        break;
      case 2:
        // hadoop.proxyuser prefix has been overwritten by
        // yarn.timeline-service.http-authentication.proxyuser prefix
        conf.set("hadoop.proxyuser.foo.hosts", "bar");
        conf.set("hadoop.proxyuser.foo.users", "bar");
        conf.set("hadoop.proxyuser.foo.groups", "bar");
        conf.set("yarn.timeline-service.http-authentication.proxyuser.foo.hosts",
            "*");
        conf.set("yarn.timeline-service.http-authentication.proxyuser.foo.users",
            "*");
        conf.set("yarn.timeline-service.http-authentication.proxyuser.foo.groups",
            "*");
        break;
      default:
        break;
    }

    TimelineAuthenticationFilterInitializer initializer =
        new TimelineAuthenticationFilterInitializer();
    initializer.initFilter(container, conf);
    Assert.assertEquals(
        "*", initializer.filterConfig.get("proxyuser.foo.hosts"));
    Assert.assertEquals(
        "*", initializer.filterConfig.get("proxyuser.foo.users"));
    Assert.assertEquals(
        "*", initializer.filterConfig.get("proxyuser.foo.groups"));
  }
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override // FilterInitializer
public void initFilter(FilterContainer container, Configuration conf) {
  String filterName = S3HdfsFilter.class.getSimpleName();
  String filterClass = S3HdfsFilter.class.getName();

  String nameNodePort = conf.get(DFS_NAMENODE_HTTP_PORT_KEY,
      String.valueOf(DFS_NAMENODE_HTTP_PORT_DEFAULT));
  String serviceHostName = conf.get(S3_SERVICE_HOSTNAME_KEY);
  String s3Directory = conf.get(S3_DIRECTORY_KEY, S3_DIRECTORY_DEFAULT);
  String s3ProxyPort = conf.get(S3_PROXY_PORT_KEY, S3_PROXY_PORT_DEFAULT);
  String maxConnections = conf.get(S3_MAX_CONNECTIONS_KEY,
      S3_MAX_CONNECTIONS_DEFAULT);

  S3HdfsConfiguration s3Conf = new S3HdfsConfiguration();
  HashMap<String, String> parameters = new HashMap<String, String>();

  /**
   * We try to load configuration properties from the Conf passed to us
   * first. If they are not set there (hdfs-site + core-site), then we check
   * s3hdfs-site + s3hdfs-default configuration files.
   */

  if (nameNodePort != null && nameNodePort.length() > 0) {
    parameters.put(DFS_NAMENODE_HTTP_PORT_KEY, nameNodePort);
  }

  if (serviceHostName != null && serviceHostName.length() > 0) {
    parameters.put(S3_SERVICE_HOSTNAME_KEY, serviceHostName);
  } else {
    serviceHostName = s3Conf.get(S3_SERVICE_HOSTNAME_KEY);
    if (serviceHostName != null && serviceHostName.length() > 0) {
      parameters.put(S3_SERVICE_HOSTNAME_KEY, serviceHostName);
    }
  }

  if (s3Directory != null && s3Directory.length() > 0) {
    parameters.put(S3_DIRECTORY_KEY, s3Directory);
  } else {
    s3Directory = s3Conf.get(S3_DIRECTORY_KEY);
    if (s3Directory != null && s3Directory.length() > 0) {
      parameters.put(S3_DIRECTORY_KEY, s3Directory);
    }
  }

  if (s3ProxyPort != null && s3ProxyPort.length() > 0) {
    parameters.put(S3_PROXY_PORT_KEY, s3ProxyPort);
  } else {
    s3ProxyPort = s3Conf.get(S3_PROXY_PORT_KEY, S3_PROXY_PORT_DEFAULT);
    if (s3ProxyPort != null && s3ProxyPort.length() > 0) {
      parameters.put(S3_PROXY_PORT_KEY, s3ProxyPort);
    }
  }

  if (maxConnections != null && maxConnections.length() > 0) {
    parameters.put(S3_MAX_CONNECTIONS_KEY, maxConnections);
  } else {
    maxConnections = s3Conf.get(S3_MAX_CONNECTIONS_KEY,
        S3_MAX_CONNECTIONS_DEFAULT);
    if (maxConnections != null && maxConnections.length() > 0) {
      parameters.put(S3_MAX_CONNECTIONS_KEY, maxConnections);
    }
  }

  container.addGlobalFilter(filterName, filterClass, parameters);
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override // FilterInitializer
public void initFilter(FilterContainer container, Configuration conf) {
  String filterName = AclFilter.class.getName();
  container.addGlobalFilter(filterName, filterName, null);
}
 

import org.apache.hadoop.http.FilterContainer; //导入依赖的package包/类
@Override
public void initFilter(FilterContainer container, Configuration conf) {
  container.addFilter("static_user_filter", StaticUserFilter.class.getName(), 
                      new HashMap<String,String>());
}