Java Utils.findAndReadConfigFile方法代码示例

import backtype.storm.utils.Utils; //导入方法依赖的package包/类
protected Map<String, AclFunctionEntry> readAclFromConfig() {
    // Thread safety is mostly around _acl. If _acl needs to be updated it is changed atomically
    // More then one thread may be trying to update it at a time, but that is OK, because the
    // change is atomic
    long now = System.currentTimeMillis();
    if ((now - 5000) > _lastUpdate || _acl == null) {
        Map<String, AclFunctionEntry> acl = new HashMap<String, AclFunctionEntry>();
        Map conf = Utils.findAndReadConfigFile(_aclFileName);
        if (conf.containsKey(Config.DRPC_AUTHORIZER_ACL)) {
            Map<String, Map<String, ?>> confAcl = (Map<String, Map<String, ?>>) conf.get(Config.DRPC_AUTHORIZER_ACL);

            for (String function : confAcl.keySet()) {
                Map<String, ?> val = confAcl.get(function);
                Collection<String> clientUsers = val.containsKey(CLIENT_USERS_KEY) ? (Collection<String>) val.get(CLIENT_USERS_KEY) : null;
                String invocationUser = val.containsKey(INVOCATION_USER_KEY) ? (String) val.get(INVOCATION_USER_KEY) : null;
                acl.put(function, new AclFunctionEntry(clientUsers, invocationUser));
            }
        } else if (!_permitWhenMissingFunctionEntry) {
            LOG.warn("Requiring explicit ACL entries, but none given. " + "Therefore, all operiations will be denied.");
        }
        _acl = acl;
        _lastUpdate = System.currentTimeMillis();
    }
    return _acl;
}
 

import backtype.storm.utils.Utils; //导入方法依赖的package包/类
private Map<String, Number> getUserConf() {
    Map<String, Number> ret = (Map<String, Number>) _conf.get(Config.MULTITENANT_SCHEDULER_USER_POOLS);
    if (ret == null) {
        ret = new HashMap<String, Number>();
    } else {
        ret = new HashMap<String, Number>(ret);
    }

    Map fromFile = Utils.findAndReadConfigFile("multitenant-scheduler.yaml", false);
    Map<String, Number> tmp = (Map<String, Number>) fromFile.get(Config.MULTITENANT_SCHEDULER_USER_POOLS);
    if (tmp != null) {
        ret.putAll(tmp);
    }
    return ret;
}
 

import backtype.storm.utils.Utils; //导入方法依赖的package包/类
public static Map read_yaml_config(String name) {
	return Utils.findAndReadConfigFile(name, true);
}
 

import backtype.storm.utils.Utils; //导入方法依赖的package包/类
@SuppressWarnings({ "rawtypes", "unchecked" })
    static Map readJStormConfig(String jstormYarnConfigPath) {
        //default configurations
        Map ret = Utils.readDefaultConfig();
        Map conf = Utils.findAndReadConfigFile(Config.MASTER_DEFAULTS_CONFIG);
        ret.putAll(conf);
        System.out.println("default ret:" + ret);
        
        //standard storm configuration
        String confFile = System.getProperty("jstorm.conf.file");
//        String confFile = Util.getJStormHome() + "/conf/storm.yaml";
        Map storm_conf;
        if (confFile==null || confFile.equals("")) {
            storm_conf = Utils.findAndReadConfigFile("storm.yaml", false);
        } else {
            storm_conf = Utils.findAndReadConfigFile(confFile, true);
        }
        System.out.println("storm_conf:" + storm_conf);
        ret.putAll(storm_conf);
        
        //configuration file per command parameter 
        if (jstormYarnConfigPath == null) {
            Map master_conf = Utils.findAndReadConfigFile(Config.MASTER_CONFIG, false);
            ret.putAll(master_conf);
        }
        else {
            try {
                Yaml yaml = new Yaml();
                FileInputStream is = new FileInputStream(jstormYarnConfigPath);
                Map storm_yarn_config = (Map) yaml.load(is);
                if(storm_yarn_config!=null)
                    ret.putAll(storm_yarn_config);
                is.close();
            } catch (IOException e) {
                throw new RuntimeException(e);
            }
        }

        //other configuration settings via CLS opts per system property: storm.options
        ret.putAll(Utils.readCommandLineOpts());

        return ret;
    }
 

import backtype.storm.utils.Utils; //导入方法依赖的package包/类
public static void main(String[] args) throws Exception {
    TopologyBuilder builder = new TopologyBuilder();

    Options opts = new Options();
    opts.addOption("conf", true, "Path to the config file.");

    CommandLineParser parser = new DefaultParser();
    CommandLine cmd = parser.parse(opts, args);
    String configPath = cmd.getOptionValue("conf");
    Map commonConfig = Utils.findAndReadConfigFile(configPath, true);

    String zkServerHosts = joinHosts((List<String>)commonConfig.get("zookeeper.servers"),
                                     Integer.toString((Integer)commonConfig.get("zookeeper.port")));
    String redisServerHost = (String)commonConfig.get("redis.host");
    String kafkaTopic = (String)commonConfig.get("kafka.topic");
    int kafkaPartitions = ((Number)commonConfig.get("kafka.partitions")).intValue();
    int workers = ((Number)commonConfig.get("storm.workers")).intValue();
    int ackers = ((Number)commonConfig.get("storm.ackers")).intValue();
    int cores = ((Number)commonConfig.get("process.cores")).intValue();
    int parallel = Math.max(1, cores/7);

    ZkHosts hosts = new ZkHosts(zkServerHosts);



    SpoutConfig spoutConfig = new SpoutConfig(hosts, kafkaTopic, "/" + kafkaTopic, UUID.randomUUID().toString());
    spoutConfig.scheme = new SchemeAsMultiScheme(new StringScheme());
    KafkaSpout kafkaSpout = new KafkaSpout(spoutConfig);

    builder.setSpout("ads", kafkaSpout, kafkaPartitions);
    builder.setBolt("event_deserializer", new DeserializeBolt(), parallel).shuffleGrouping("ads");
    builder.setBolt("event_filter", new EventFilterBolt(), parallel).shuffleGrouping("event_deserializer");
    builder.setBolt("event_projection", new EventProjectionBolt(), parallel).shuffleGrouping("event_filter");
    builder.setBolt("redis_join", new RedisJoinBolt(redisServerHost), parallel).shuffleGrouping("event_projection");
    builder.setBolt("campaign_processor", new CampaignProcessor(redisServerHost), parallel*2)
        .fieldsGrouping("redis_join", new Fields("campaign_id"));

    Config conf = new Config();

    if (args != null && args.length > 0) {
        conf.setNumWorkers(workers);
        conf.setNumAckers(ackers);
        StormSubmitter.submitTopologyWithProgressBar(args[0], conf, builder.createTopology());
    }
    else {

        LocalCluster cluster = new LocalCluster();
        cluster.submitTopology("test", conf, builder.createTopology());
        backtype.storm.utils.Utils.sleep(10000);
        cluster.killTopology("test");
        cluster.shutdown();
    }
}
 

import backtype.storm.utils.Utils; //导入方法依赖的package包/类
public static Map read_yaml_config(String name) {
    return Utils.findAndReadConfigFile(name, true);
}