Java Configuration.getString方法代碼示例

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
/**
 * Configures the overlay using the current environment (and global configuration).
 *
 * The following Flink configuration settings are used to source the keystore and truststore:
 *  - security.ssl.keystore
 *  - security.ssl.truststore
 */
public Builder fromEnvironment(Configuration globalConfiguration)  {

	String keystore = globalConfiguration.getString(SecurityOptions.SSL_KEYSTORE);
	if(keystore != null) {
		keystorePath = new File(keystore);
		if(!keystorePath.exists()) {
			throw new IllegalStateException("Invalid configuration for " + SecurityOptions.SSL_KEYSTORE.key());
		}
	}

	String truststore = globalConfiguration.getString(SecurityOptions.SSL_TRUSTSTORE);
	if(truststore != null) {
		truststorePath = new File(truststore);
		if(!truststorePath.exists()) {
			throw new IllegalStateException("Invalid configuration for " + SecurityOptions.SSL_TRUSTSTORE.key());
		}
	}

	return this;
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
public PythonPlanBinder(Configuration globalConfig) {
	String configuredPlanTmpPath = globalConfig.getString(PythonOptions.PLAN_TMP_DIR);
	tmpPlanFilesDir = configuredPlanTmpPath != null
		? configuredPlanTmpPath
		: System.getProperty("java.io.tmpdir") + File.separator + "flink_plan_" + UUID.randomUUID();

	tmpDistributedDir = new Path(globalConfig.getString(PythonOptions.DC_TMP_DIR));

	operatorConfig = new Configuration();
	operatorConfig.setString(PythonOptions.PYTHON_BINARY_PATH, globalConfig.getString(PythonOptions.PYTHON_BINARY_PATH));
	String configuredTmpDataDir = globalConfig.getString(PythonOptions.DATA_TMP_DIR);
	if (configuredTmpDataDir != null) {
		operatorConfig.setString(PythonOptions.DATA_TMP_DIR, configuredTmpDataDir);
	}
	operatorConfig.setLong(PythonOptions.MMAP_FILE_SIZE, globalConfig.getLong(PythonOptions.MMAP_FILE_SIZE));
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
/**
 * Create a security configuration from the global configuration.
 * @param flinkConf the Flink global configuration.
 * @param securityModuleFactories the security modules to apply.
 */
public SecurityConfiguration(Configuration flinkConf,
		List<SecurityModuleFactory> securityModuleFactories) {
	this.isZkSaslDisable = flinkConf.getBoolean(SecurityOptions.ZOOKEEPER_SASL_DISABLE);
	this.keytab = flinkConf.getString(SecurityOptions.KERBEROS_LOGIN_KEYTAB);
	this.principal = flinkConf.getString(SecurityOptions.KERBEROS_LOGIN_PRINCIPAL);
	this.useTicketCache = flinkConf.getBoolean(SecurityOptions.KERBEROS_LOGIN_USETICKETCACHE);
	this.loginContextNames = parseList(flinkConf.getString(SecurityOptions.KERBEROS_LOGIN_CONTEXTS));
	this.zkServiceName = flinkConf.getString(SecurityOptions.ZOOKEEPER_SASL_SERVICE_NAME);
	this.zkLoginContextName = flinkConf.getString(SecurityOptions.ZOOKEEPER_SASL_LOGIN_CONTEXT_NAME);
	this.securityModuleFactories = Collections.unmodifiableList(securityModuleFactories);
	this.flinkConfig = checkNotNull(flinkConf);
	validate();
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
private List<OperatorDescriptorSingle> initPossibleProperties(Partitioner<?> customPartitioner) {
	// see if an internal hint dictates the strategy to use
	final Configuration conf = getOperator().getParameters();
	final String localStrategy = conf.getString(Optimizer.HINT_LOCAL_STRATEGY, null);

	final boolean useCombiner;
	if (localStrategy != null) {
		if (Optimizer.HINT_LOCAL_STRATEGY_SORT.equals(localStrategy)) {
			useCombiner = false;
		}
		else if (Optimizer.HINT_LOCAL_STRATEGY_COMBINING_SORT.equals(localStrategy)) {
			if (!isCombineable()) {
				Optimizer.LOG.warn("Strategy hint for GroupReduce '" + getOperator().getName() +
					"' requires combinable reduce, but user function is not marked combinable.");
			}
			useCombiner = true;
		} else {
			throw new CompilerException("Invalid local strategy hint for match contract: " + localStrategy);
		}
	} else {
		useCombiner = isCombineable();
	}
	
	// check if we can work with a grouping (simple reducer), or if we need ordering because of a group order
	Ordering groupOrder = null;
	if (getOperator() instanceof GroupReduceOperatorBase) {
		groupOrder = getOperator().getGroupOrder();
		if (groupOrder != null && groupOrder.getNumberOfFields() == 0) {
			groupOrder = null;
		}
	}
	
	OperatorDescriptorSingle props = useCombiner ?
		(this.keys == null ? new AllGroupWithPartialPreGroupProperties() : new GroupReduceWithCombineProperties(this.keys, groupOrder, customPartitioner)) :
		(this.keys == null ? new AllGroupReduceProperties() : new GroupReduceProperties(this.keys, groupOrder, customPartitioner));

	return Collections.singletonList(props);
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
/**
 * Creates the SSL Context for the client if SSL is configured.
 *
 * @param sslConfig
 *        The application configuration
 * @return The SSLContext object which can be used by the ssl transport client
 * 	       Returns null if SSL is disabled
 * @throws Exception
 *         Thrown if there is any misconfiguration
 */
public static SSLContext createSSLClientContext(Configuration sslConfig) throws Exception {

	Preconditions.checkNotNull(sslConfig);
	SSLContext clientSSLContext = null;

	if (getSSLEnabled(sslConfig)) {
		LOG.debug("Creating client SSL context from configuration");

		String trustStoreFilePath = sslConfig.getString(SecurityOptions.SSL_TRUSTSTORE);
		String trustStorePassword = sslConfig.getString(SecurityOptions.SSL_TRUSTSTORE_PASSWORD);
		String sslProtocolVersion = sslConfig.getString(SecurityOptions.SSL_PROTOCOL);

		Preconditions.checkNotNull(trustStoreFilePath, SecurityOptions.SSL_TRUSTSTORE.key() + " was not configured.");
		Preconditions.checkNotNull(trustStorePassword, SecurityOptions.SSL_TRUSTSTORE_PASSWORD.key() + " was not configured.");

		KeyStore trustStore = KeyStore.getInstance(KeyStore.getDefaultType());

		FileInputStream trustStoreFile = null;
		try {
			trustStoreFile = new FileInputStream(new File(trustStoreFilePath));
			trustStore.load(trustStoreFile, trustStorePassword.toCharArray());
		} finally {
			if (trustStoreFile != null) {
				trustStoreFile.close();
			}
		}

		TrustManagerFactory trustManagerFactory = TrustManagerFactory.getInstance(
			TrustManagerFactory.getDefaultAlgorithm());
		trustManagerFactory.init(trustStore);

		clientSSLContext = SSLContext.getInstance(sslProtocolVersion);
		clientSSLContext.init(null, trustManagerFactory.getTrustManagers(), null);
	}

	return clientSSLContext;
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
private File getUploadDir(Configuration configuration) {
	File baseDir = new File(configuration.getString(WebOptions.UPLOAD_DIR,
		getBaseDirStr(configuration)));

	boolean uploadDirSpecified = configuration.contains(WebOptions.UPLOAD_DIR);
	return uploadDirSpecified ? baseDir : new File(baseDir, "flink-web-" + UUID.randomUUID());
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
@Override
public void configure(Configuration parameters) {
    connString = parameters.getString("db.connection", null);
    connUser = parameters.getString("db.user", null);
    connPassword = parameters.getString("db.password", null);

    if (connString == null || connUser == null || connPassword == null) {
        throw new InvalidParameterException("Required parameteres were not specified");
    }
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
/**
* Sets the value of a new config key to the value of a deprecated config key.
* @param config Config to write
* @param deprecated The old config key
* @param designated The new config key
*/
public static void substituteDeprecatedConfigKey(Configuration config, String deprecated, String designated) {
	// set the designated key only if it is not set already
	if (!config.containsKey(designated)) {
		final String valueForDeprecated = config.getString(deprecated, null);
		if (valueForDeprecated != null) {
			config.setString(designated, valueForDeprecated);
		}
	}
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
/**
 * Configures the overlay using the current environment (and global configuration).
 *
 * The following Flink configuration settings are checked for a keytab:
 *  - security.kerberos.login.keytab
 */
public Builder fromEnvironment(Configuration globalConfiguration) {
	String keytab = globalConfiguration.getString(SecurityOptions.KERBEROS_LOGIN_KEYTAB);
	if(keytab != null) {
		keytabPath = new File(keytab);
		if(!keytabPath.exists()) {
			throw new IllegalStateException("Invalid configuration for " +
				SecurityOptions.KERBEROS_LOGIN_KEYTAB +
				"; '" + keytab + "' not found.");
		}
	}

	return this;
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
/**
 * Creates a {@link ZooKeeperCheckpointIDCounter} instance.
 *
 * @param client        The {@link CuratorFramework} ZooKeeper client to use
 * @param configuration {@link Configuration} object
 * @param jobId         ID of job to create the instance for
 * @return {@link ZooKeeperCheckpointIDCounter} instance
 */
public static ZooKeeperCheckpointIDCounter createCheckpointIDCounter(
		CuratorFramework client,
		Configuration configuration,
		JobID jobId) {

	String checkpointIdCounterPath = configuration.getString(
			HighAvailabilityOptions.HA_ZOOKEEPER_CHECKPOINT_COUNTER_PATH);

	checkpointIdCounterPath += ZooKeeperSubmittedJobGraphStore.getPathForJob(jobId);

	return new ZooKeeperCheckpointIDCounter(client, checkpointIdCounterPath);
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
@SuppressWarnings("unchecked")
@Override
public void readParametersFromConfig(Configuration config, ClassLoader cl) throws ClassNotFoundException {
	// figure out how many key fields there are
	final int numKeyFields = config.getInteger(NUM_KEYS, -1);
	if (numKeyFields < 0) {
		throw new IllegalConfigurationException("The number of keys for the comparator is invalid: " + numKeyFields);
	}
	
	final int[] positions = new int[numKeyFields];
	final Class<? extends Value>[] types = new Class[numKeyFields];
	final boolean[] direction = new boolean[numKeyFields];
	
	// read the individual key positions and types
	for (int i = 0; i < numKeyFields; i++) {
		// next key position
		final int p = config.getInteger(KEY_POS_PREFIX + i, -1);
		if (p >= 0) {
			positions[i] = p;
		} else {
			throw new IllegalConfigurationException("Contained invalid position for key no positions for keys.");
		}
		
		// next key type
		final String name = config.getString(KEY_CLASS_PREFIX + i, null);
		if (name != null) {
			types[i] = (Class<? extends Value>) Class.forName(name, true, cl).asSubclass(Value.class);
		} else {
			throw new IllegalConfigurationException("The key type (" + i +
				") for the comparator is null"); 
		}
		
		// next key sort direction
		direction[i] = config.getBoolean(KEY_SORT_DIRECTION_PREFIX + i, true);
	}
	
	this.positions = positions;
	this.types = types;
	this.sortDirections = direction;
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
/**
 * Fails the test if the recovery state (file state backend and ZooKeeper) has been cleaned.
 */
private void verifyRecoveryState(Configuration config) throws Exception {
	// File state backend empty
	Collection<File> stateHandles = FileUtils.listFiles(
			tempFolder.getRoot(), TrueFileFilter.INSTANCE, TrueFileFilter.INSTANCE);

	if (stateHandles.isEmpty()) {
		fail("File state backend has been cleaned: " + stateHandles);
	}

	// ZooKeeper
	String currentJobsPath = config.getString(
		HighAvailabilityOptions.HA_ZOOKEEPER_JOBGRAPHS_PATH);

	Stat stat = ZooKeeper.getClient().checkExists().forPath(currentJobsPath);

	if (stat.getCversion() == 0) {
		// Sanity check: verify that some changes have been performed
		fail("ZooKeeper state for '" + currentJobsPath + "' has not been modified during " +
			"this test. What are you testing?");
	}

	if (stat.getNumChildren() == 0) {
		// Children have been cleaned up?
		fail("ZooKeeper path '" + currentJobsPath + "' has been cleaned: " +
			ZooKeeper.getClient().getChildren().forPath(currentJobsPath));
	}
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
public static void checkJobManagerAddress(Configuration config, String expectedAddress, int expectedPort) {
	String jobManagerAddress = config.getString(JobManagerOptions.ADDRESS);
	int jobManagerPort = config.getInteger(JobManagerOptions.PORT, -1);

	assertEquals(expectedAddress, jobManagerAddress);
	assertEquals(expectedPort, jobManagerPort);
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
/**
 * Creates a {@link MesosServices} instance depending on the high availability settings.
 *
 * @param configuration containing the high availability settings
 * @param hostname the hostname to advertise to remote clients
 * @return a mesos services instance
 * @throws Exception if the mesos services instance could not be created
 */
public static MesosServices createMesosServices(Configuration configuration, String hostname) throws Exception {

	ActorSystem localActorSystem = AkkaUtils.createLocalActorSystem(configuration);

	MesosArtifactServer artifactServer = createArtifactServer(configuration, hostname);

	HighAvailabilityMode highAvailabilityMode = HighAvailabilityMode.fromConfig(configuration);

	switch (highAvailabilityMode) {
		case NONE:
			return new StandaloneMesosServices(localActorSystem, artifactServer);

		case ZOOKEEPER:
			final String zkMesosRootPath = configuration.getString(
				HighAvailabilityOptions.HA_ZOOKEEPER_MESOS_WORKERS_PATH);

			ZooKeeperUtilityFactory zooKeeperUtilityFactory = new ZooKeeperUtilityFactory(
				configuration,
				zkMesosRootPath);

			return new ZooKeeperMesosServices(localActorSystem, artifactServer, zooKeeperUtilityFactory);

		default:
			throw new Exception("High availability mode " + highAvailabilityMode + " is not supported.");
	}
}
 

import org.apache.flink.configuration.Configuration; //導入方法依賴的package包/類
@Override
public void configure(Configuration parameters) {
	// get the output file path, if it was not yet set
	if (this.outputFilePath == null) {
		// get the file parameter
		String filePath = parameters.getString(FILE_PARAMETER_KEY, null);
		if (filePath == null) {
			throw new IllegalArgumentException("The output path has been specified neither via constructor/setters" +
					", nor via the Configuration.");
		}
		
		try {
			this.outputFilePath = new Path(filePath);
		}
		catch (RuntimeException rex) {
			throw new RuntimeException("Could not create a valid URI from the given file path name: " + rex.getMessage()); 
		}
	}
	
	// check if have not been set and use the defaults in that case
	if (this.writeMode == null) {
		this.writeMode = DEFAULT_WRITE_MODE;
	}
	
	if (this.outputDirectoryMode == null) {
		this.outputDirectoryMode = DEFAULT_OUTPUT_DIRECTORY_MODE;
	}
}