Java ClassOption类代码示例

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
public static Task getTask(String cliString) {
  Task task = null;
  try {
    logger.debug("Providing task [{}]", cliString);
    task = ClassOption.cliStringToObject(cliString, Task.class, null);
  } catch (Exception e) {
    logger.warn("Fail in initializing the task!");
    e.printStackTrace();
  }
  return task;
}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
/**
 * The main method.
 * 
 * @param args
 *          the arguments
 */
public static void main(String[] args) {

  // ArrayList<String> tmpArgs = new ArrayList<String>(Arrays.asList(args));

  // args = tmpArgs.toArray(new String[0]);

  FlagOption suppressStatusOutOpt = new FlagOption("suppressStatusOut", 'S', SUPPRESS_STATUS_OUT_MSG);

  FlagOption suppressResultOutOpt = new FlagOption("suppressResultOut", 'R', SUPPRESS_RESULT_OUT_MSG);

  IntOption statusUpdateFreqOpt = new IntOption("statusUpdateFrequency", 'F', STATUS_UPDATE_FREQ_MSG, 1000, 0,
      Integer.MAX_VALUE);

  Option[] extraOptions = new Option[] { suppressStatusOutOpt, suppressResultOutOpt, statusUpdateFreqOpt };

  StringBuilder cliString = new StringBuilder();
  for (String arg : args) {
    cliString.append(" ").append(arg);
  }
  logger.debug("Command line string = {}", cliString.toString());
  System.out.println("Command line string = " + cliString.toString());

  Task task;
  try {
    task = ClassOption.cliStringToObject(cliString.toString(), Task.class, extraOptions);
    logger.info("Successfully instantiating {}", task.getClass().getCanonicalName());
  } catch (Exception e) {
    logger.error("Fail to initialize the task", e);
    System.out.println("Fail to initialize the task" + e);
    return;
  }
  task.setFactory(new SimpleComponentFactory());
  task.init();
  SimpleEngine.submitTopology(task.getTopology());
}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
public static void main(String[] args) throws Exception {
	List<String> tmpArgs = new ArrayList<String>(Arrays.asList(args));

	args = tmpArgs.toArray(new String[0]);

	// Init Task
	StringBuilder cliString = new StringBuilder();
	for (int i = 0; i < args.length; i++) {
		cliString.append(" ").append(args[i]);
	}
	logger.debug("Command line string = {}", cliString.toString());
	System.out.println("Command line string = " + cliString.toString());

	Task task;
	try {
		task = ClassOption.cliStringToObject(cliString.toString(), Task.class, null);
		logger.debug("Successfully instantiating {}", task.getClass().getCanonicalName());
	} catch (Exception e) {
		logger.error("Failed to initialize the task: ", e);
		System.out.println("Failed to initialize the task: " + e);
		return;
	}
	
	StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
	task.setFactory(new FlinkComponentFactory(env));
	task.init();
	
	logger.debug("Building Flink topology...");
	((FlinkTopology) task.getTopology()).build();
	
	logger.debug("Submitting the job...");
	env.execute();

}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
public static Task getTask(String cliString) {
    Task task = null;
    try {
        logger.debug("Providing task [{}]", cliString);
        task = ClassOption.cliStringToObject(cliString, Task.class, null);
    } catch (Exception e) {
        logger.warn("Fail in initializing the task!");
        e.printStackTrace();
    }
    return task;
}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
/**
 * The main method.
 * 
 * @param args
 *            the arguments
 */
public static void main(String[] args) {

    // ArrayList<String> tmpArgs = new ArrayList<String>(Arrays.asList(args));

    // args = tmpArgs.toArray(new String[0]);

    FlagOption suppressStatusOutOpt = new FlagOption("suppressStatusOut", 'S', SUPPRESS_STATUS_OUT_MSG);

    FlagOption suppressResultOutOpt = new FlagOption("suppressResultOut", 'R', SUPPRESS_RESULT_OUT_MSG);

    IntOption statusUpdateFreqOpt = new IntOption("statusUpdateFrequency", 'F', STATUS_UPDATE_FREQ_MSG, 1000, 0, Integer.MAX_VALUE);

    Option[] extraOptions = new Option[] { suppressStatusOutOpt, suppressResultOutOpt, statusUpdateFreqOpt };

    StringBuilder cliString = new StringBuilder();
    for (String arg : args) {
        cliString.append(" ").append(arg);
    }
    logger.debug("Command line string = {}", cliString.toString());
    System.out.println("Command line string = " + cliString.toString());

    Task task;
    try {
        task = ClassOption.cliStringToObject(cliString.toString(), Task.class, extraOptions);
        logger.info("Successfully instantiating {}", task.getClass().getCanonicalName());
    } catch (Exception e) {
        logger.error("Fail to initialize the task", e);
        System.out.println("Fail to initialize the task" + e);
        return;
    }
    task.setFactory(new SimpleComponentFactory());
    task.init();
    SimpleEngine.submitTopology(task.getTopology());
}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
/**
 * Instantiates a new learner.
 *
 * @param learner the learner
 * @param dataset the dataset
 */
public MOAClustererAdapter(Instances dataset, ClassOption learnerOption) {
    this.learnerOption = (ClassOption) learnerOption.copy();
    this.isInit = false;
    this.dataset = dataset;
    
}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
/**
 * Sets the layout.
 */
protected void setLayout() {
  int ensembleSize = this.ensembleSizeOption.getValue();

  distributorP = new BaggingDistributorProcessor();
  distributorP.setEnsembleSize(ensembleSize);
  builder.addProcessor(distributorP, 1);

  // instantiate classifier
  ensemble = new AdaptiveLearner[ensembleSize];
  for (int i = 0; i < ensembleSize; i++) {
    try {
      ensemble[i] = (AdaptiveLearner) ClassOption.createObject(baseLearnerOption.getValueAsCLIString(),
          baseLearnerOption.getRequiredType());
    } catch (Exception e) {
      logger.error("Unable to create members of the ensemble. Please check your CLI parameters");
      e.printStackTrace();
      throw new IllegalArgumentException(e);
    }
    ensemble[i].setChangeDetector((ChangeDetector) this.driftDetectionMethodOption.getValue());
    ensemble[i].init(builder, this.dataset, 1); // sequential
  }

  PredictionCombinerProcessor predictionCombinerP = new PredictionCombinerProcessor();
  predictionCombinerP.setEnsembleSize(ensembleSize);
  this.builder.addProcessor(predictionCombinerP, 1);

  // Streams
  resultStream = builder.createStream(predictionCombinerP);
  predictionCombinerP.setOutputStream(resultStream);

  for (AdaptiveLearner member : ensemble) {
    for (Stream subResultStream : member.getResultStreams()) { // a learner can have multiple output streams
      this.builder.connectInputKeyStream(subResultStream, predictionCombinerP); // the key is the instance id to combine predictions
    }
  }

  ensembleStreams = new Stream[ensembleSize];
  for (int i = 0; i < ensembleSize; i++) {
    ensembleStreams[i] = builder.createStream(distributorP);
    builder.connectInputShuffleStream(ensembleStreams[i], ensemble[i].getInputProcessor()); // connect streams one-to-one with ensemble members (the type of connection does not matter)
  }

  distributorP.setOutputStreams(ensembleStreams);
}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
/**
 * Sets the layout.
 */
protected void setLayout() {

  int ensembleSize = this.ensembleSizeOption.getValue();

  distributor = new ShardingDistributorProcessor();
  distributor.setEnsembleSize(ensembleSize);
  this.builder.addProcessor(distributor, 1);

  // instantiate classifier
  ensemble = new Learner[ensembleSize];
  for (int i = 0; i < ensembleSize; i++) {
    try {
      ensemble[i] = (Learner) ClassOption.createObject(baseLearnerOption.getValueAsCLIString(),
          baseLearnerOption.getRequiredType());
    } catch (Exception e) {
      logger.error("Unable to create members of the ensemble. Please check your CLI parameters");
      e.printStackTrace();
      throw new IllegalArgumentException(e);
    }
    ensemble[i].init(builder, this.dataset, 1); // sequential
  }

  PredictionCombinerProcessor predictionCombiner = new PredictionCombinerProcessor();
  predictionCombiner.setEnsembleSize(ensembleSize);
  this.builder.addProcessor(predictionCombiner, 1);

  // Streams
  resultStream = this.builder.createStream(predictionCombiner);
  predictionCombiner.setOutputStream(resultStream);

  for (Learner member : ensemble) {
    for (Stream subResultStream : member.getResultStreams()) { // a learner can have multiple output streams
      this.builder.connectInputKeyStream(subResultStream, predictionCombiner); // the key is the instance id to combine predictions
    }
  }

  ensembleStreams = new Stream[ensembleSize];
  for (int i = 0; i < ensembleSize; i++) {
    ensembleStreams[i] = builder.createStream(distributor);
    builder.connectInputShuffleStream(ensembleStreams[i], ensemble[i].getInputProcessor()); // connect streams one-to-one with ensemble members (the type of connection does not matter)
  }
  
  distributor.setOutputStreams(ensembleStreams);
}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
/**
 * Sets the layout.
 * 
 * @throws Exception
 */
protected void setLayout() {
  int ensembleSize = this.ensembleSizeOption.getValue();

  distributorP = new BaggingDistributorProcessor();
  distributorP.setEnsembleSize(ensembleSize);
  builder.addProcessor(distributorP, 1);

  // instantiate classifier
  ensemble = new Learner[ensembleSize];
  for (int i = 0; i < ensembleSize; i++) {
    try {
      ensemble[i] = (Learner) ClassOption.createObject(baseLearnerOption.getValueAsCLIString(),
          baseLearnerOption.getRequiredType());
    } catch (Exception e) {
      logger.error("Unable to create members of the ensemble. Please check your CLI parameters");
      e.printStackTrace();
      throw new IllegalArgumentException(e);
    }
    ensemble[i].init(builder, this.dataset, 1); // sequential
  }

  PredictionCombinerProcessor predictionCombinerP = new PredictionCombinerProcessor();
  predictionCombinerP.setEnsembleSize(ensembleSize);
  this.builder.addProcessor(predictionCombinerP, 1);

  // Streams
  resultStream = builder.createStream(predictionCombinerP);
  predictionCombinerP.setOutputStream(resultStream);

  for (Learner member : ensemble) {
    for (Stream subResultStream : member.getResultStreams()) { // a learner can have multiple output streams
      this.builder.connectInputKeyStream(subResultStream, predictionCombinerP); // the key is the instance id to combine predictions
    }
  }

  ensembleStreams = new Stream[ensembleSize];
  for (int i = 0; i < ensembleSize; i++) {
    ensembleStreams[i] = builder.createStream(distributorP);
    builder.connectInputShuffleStream(ensembleStreams[i], ensemble[i].getInputProcessor()); // connect streams one-to-one with ensemble members (the type of connection does not matter)
  }

  distributorP.setOutputStreams(ensembleStreams);
}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
public static void main(String[] args) {
  // Read arguments
  List<String> tmpArgs = new ArrayList<String>(Arrays.asList(args));
  parseArguments(tmpArgs);

  args = tmpArgs.toArray(new String[0]);

  // Init Task
  StringBuilder cliString = new StringBuilder();
  for (int i = 0; i < args.length; i++) {
    cliString.append(" ").append(args[i]);
  }
  logger.debug("Command line string = {}", cliString.toString());
  System.out.println("Command line string = " + cliString.toString());

  Task task = null;
  try {
    task = (Task) ClassOption.cliStringToObject(cliString.toString(), Task.class, null);
    logger.info("Sucessfully instantiating {}", task.getClass().getCanonicalName());
  } catch (Exception e) {
    logger.error("Fail to initialize the task", e);
    System.out.println("Fail to initialize the task" + e);
    return;
  }
  task.setFactory(new SamzaComponentFactory());
  task.init();

  // Upload JAR file to HDFS
  String hdfsPath = null;
  if (!isLocal) {
    Path path = FileSystems.getDefault().getPath(jarPackagePath);
    hdfsPath = uploadJarToHDFS(path.toFile());
    if (hdfsPath == null) {
      System.out.println("Fail uploading JAR file \"" + path.toAbsolutePath().toString() + "\" to HDFS.");
      return;
    }
  }

  // Set parameters
  SamzaEngine.getEngine()
      .setLocalMode(isLocal)
      .setZooKeeper(zookeeper)
      .setKafka(kafka)
      .setYarnPackage(hdfsPath)
      .setKafkaReplicationFactor(kafkaReplicationFactor)
      .setConfigHome(yarnConfHome)
      .setAMMemory(amMem)
      .setContainerMemory(containerMem)
      .setPiPerContainerRatio(piPerContainer)
      .setKryoRegisterFile(kryoRegisterFile)
      .setCheckpointFrequency(checkpointFrequency);

  // Submit topology
  SamzaEngine.submitTopology((SamzaTopology) task.getTopology());

}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
public static void main(String[] args) {
	// Read arguments
	List<String> tmpArgs = new ArrayList<String>(Arrays.asList(args));
	parseArguments(tmpArgs);
	
	args = tmpArgs.toArray(new String[0]);
	
	// Init Task
	StringBuilder cliString = new StringBuilder();
       for (int i = 0; i < args.length; i++) {
           cliString.append(" ").append(args[i]);
       }
       logger.debug("Command line string = {}", cliString.toString());
       System.out.println("Command line string = " + cliString.toString());
       
	Task task = null;
       try {
           task = (Task) ClassOption.cliStringToObject(cliString.toString(), Task.class, null);
           logger.info("Sucessfully instantiating {}", task.getClass().getCanonicalName());
       } catch (Exception e) {
           logger.error("Fail to initialize the task", e);
           System.out.println("Fail to initialize the task" + e);
           return;
       }
	task.setFactory(new SamzaComponentFactory());
	task.init();
	
	// Upload JAR file to HDFS
	String hdfsPath = null;
	if (!isLocal) {
		Path path = FileSystems.getDefault().getPath(jarPackagePath);
		hdfsPath = uploadJarToHDFS(path.toFile());
		if(hdfsPath == null) {
			System.out.println("Fail uploading JAR file \""+path.toAbsolutePath().toString()+"\" to HDFS.");
			return;
		}
	}
	
	// Set parameters
	SamzaEngine.getEngine()
	.setLocalMode(isLocal)
	.setZooKeeper(zookeeper)
	.setKafka(kafka)
	.setYarnPackage(hdfsPath)
	.setKafkaReplicationFactor(kafkaReplicationFactor)
	.setConfigHome(yarnConfHome)
	.setAMMemory(amMem)
	.setContainerMemory(containerMem)
	.setPiPerContainerRatio(piPerContainer)
	.setKryoRegisterFile(kryoRegisterFile)
	.setCheckpointFrequency(checkpointFrequency);
	
	// Submit topology
	SamzaEngine.submitTopology((SamzaTopology)task.getTopology());
	
}
 

import com.github.javacliparser.ClassOption; //导入依赖的package包/类
/**
 * Instantiates a new learner.
 *
 * @param dataset the dataset
 * @param learnerOption the learner option
 */
public MOAClassifierAdapter(Instances dataset, ClassOption learnerOption) {        
    this.isInit = false;
    this.dataset = dataset;
    this.learnerOption = (ClassOption) learnerOption.copy();
}