Java JobStorage類代碼示例

import com.cloudera.sqoop.metastore.JobStorage; //導入依賴的package包/類
/**
 * Given a storage descriptor, determine the correct JobStorage
 * implementation to use to connect to the storage resource and return an
 * instance of it -- or null if no JobStorage instance is appropriate.
 */
public JobStorage getJobStorage(Map<String, String> descriptor) {
  List<JobStorage> storages = ConfigurationHelper.getInstances(
      conf, AVAILABLE_STORAGES_KEY, JobStorage.class);
  for (JobStorage stor : storages) {
    if (stor.canAccept(descriptor)) {
      return stor;
    }
  }

  return null;
}
 

import com.cloudera.sqoop.metastore.JobStorage; //導入依賴的package包/類
/**
 * If this is an incremental import, then we should save the
 * user's state back to the metastore (if this job was run
 * from the metastore). Otherwise, log to the user what data
 * they need to supply next time.
 */
private void saveIncrementalState(SqoopOptions options)
    throws IOException {
  if (!isIncremental(options)) {
    return;
  }

  Map<String, String> descriptor = options.getStorageDescriptor();
  String jobName = options.getJobName();

  if (null != jobName && null != descriptor) {
    // Actually save it back to the metastore.
    LOG.info("Saving incremental import state to the metastore");
    JobStorageFactory ssf = new JobStorageFactory(options.getConf());
    JobStorage storage = ssf.getJobStorage(descriptor);
    storage.open(descriptor);
    try {
      // Save the 'parent' SqoopOptions; this does not contain the mutations
      // to the SqoopOptions state that occurred over the course of this
      // execution, except for the one we specifically want to memorize:
      // the latest value of the check column.
      JobData data = new JobData(options.getParent(), this);
      storage.update(jobName, data);
      LOG.info("Updated data for job: " + jobName);
    } finally {
      storage.close();
    }
  } else {
    // If there wasn't a parent SqoopOptions, then the incremental
    // state data was stored in the current SqoopOptions.
    LOG.info("Incremental import complete! To run another incremental "
        + "import of all data following this import, supply the "
        + "following arguments:");
    SqoopOptions.IncrementalMode incrementalMode =
        options.getIncrementalMode();
    switch (incrementalMode) {
    case AppendRows:
      LOG.info(" --incremental append");
      break;
    case DateLastModified:
      LOG.info(" --incremental lastmodified");
      break;
    default:
      LOG.warn("Undefined incremental mode: " + incrementalMode);
      break;
    }
    LOG.info("  --check-column " + options.getIncrementalTestColumn());
    LOG.info("  --last-value " + options.getIncrementalLastValue());
    LOG.info("(Consider saving this with 'sqoop job --create')");
  }
}
 

import com.cloudera.sqoop.metastore.JobStorage; //導入依賴的package包/類
/**
 * If this is an incremental import, then we should save the user's state
 * back to the metastore (if this job was run from the metastore).
 * Otherwise, log to the user what data they need to supply next time.
 */
private void saveIncrementalState(SqoopOptions options) throws IOException {
	if (!isIncremental(options)) {
		return;
	}

	Map<String, String> descriptor = options.getStorageDescriptor();
	String jobName = options.getJobName();

	if (null != jobName && null != descriptor) {
		// Actually save it back to the metastore.
		LOG.info("Saving incremental import state to the metastore");
		JobStorageFactory ssf = new JobStorageFactory(options.getConf());
		JobStorage storage = ssf.getJobStorage(descriptor);
		storage.open(descriptor);
		try {
			// Save the 'parent' SqoopOptions; this does not contain the
			// mutations
			// to the SqoopOptions state that occurred over the course of
			// this
			// execution, except for the one we specifically want to
			// memorize:
			// the latest value of the check column.
			JobData data = new JobData(options.getParent(), this);
			storage.update(jobName, data);
			LOG.info("Updated data for job: " + jobName);
		} finally {
			storage.close();
		}
	} else {
		// If there wasn't a parent SqoopOptions, then the incremental
		// state data was stored in the current SqoopOptions.
		LOG.info("Incremental import complete! To run another incremental "
				+ "import of all data following this import, supply the "
				+ "following arguments:");
		SqoopOptions.IncrementalMode incrementalMode = options
				.getIncrementalMode();
		switch (incrementalMode) {
		case AppendRows:
			LOG.info(" --incremental append");
			break;
		case DateLastModified:
			LOG.info(" --incremental lastmodified");
			break;
		default:
			LOG.warn("Undefined incremental mode: " + incrementalMode);
			break;
		}
		LOG.info("  --check-column " + options.getIncrementalTestColumn());
		LOG.info("  --last-value " + options.getIncrementalLastValue());
		LOG.info("(Consider saving this with 'sqoop job --create')");
	}
}