Java Dataset.setDatasetReference方法代码示例

import com.google.api.services.bigquery.model.Dataset; //导入方法依赖的package包/类
/**
 * Creates the temporary dataset that will contain all of the task work tables.
 *
 * @param context the job's context.
 * @throws IOException on IO Error.
 */
@Override
public void setupJob(JobContext context) throws IOException {
  if (LOG.isDebugEnabled()) {
    LOG.debug("setupJob({})", HadoopToStringUtil.toString(context));
  }
  // Create dataset.
  DatasetReference datasetReference = new DatasetReference();
  datasetReference.setProjectId(tempTableRef.getProjectId());
  datasetReference.setDatasetId(tempTableRef.getDatasetId());

  Configuration config = context.getConfiguration();
  Dataset tempDataset = new Dataset();
  tempDataset.setDatasetReference(datasetReference);
  tempDataset.setLocation(config.get(BigQueryConfiguration.DATA_LOCATION_KEY,
                                     BigQueryConfiguration.DATA_LOCATION_DEFAULT));

  // Insert dataset into Bigquery.
  Bigquery.Datasets datasets = bigQueryHelper.getRawBigquery().datasets();

  // TODO(user): Maybe allow the dataset to exist already instead of throwing 409 here.
  LOG.debug("Creating temporary dataset '{}' for project '{}'",
      tempTableRef.getDatasetId(), tempTableRef.getProjectId());

  // NB: Even though this "insert" makes it look like we can specify a different projectId than
  // the one which owns the dataset, it actually has to match.
  datasets.insert(tempTableRef.getProjectId(), tempDataset).execute();
}
 

import com.google.api.services.bigquery.model.Dataset; //导入方法依赖的package包/类
public void createDataset(String datasetName) throws GeneralSecurityException, IOException {
	Bigquery bigquery = GoogleServices.getBigqueryServiceDomainWide();
	
	Dataset dataset = new Dataset();
    DatasetReference datasetRef = new DatasetReference();
    datasetRef.setProjectId(AppHelper.getAppId());
    datasetRef.setDatasetId(datasetName);
    dataset.setDatasetReference(datasetRef);
    
    try {
    	bigquery.datasets().insert(AppHelper.getAppId(), dataset).execute();
    } catch (GoogleJsonResponseException ex) {
		if (ex.getStatusCode() != 409) throw ex;
	}
}
 

import com.google.api.services.bigquery.model.Dataset; //导入方法依赖的package包/类
@Before
public void setUp()
    throws IOException, GeneralSecurityException {
  MockitoAnnotations.initMocks(this);

  TestConfiguration configuration = TestConfiguration.getInstance();

  Logger.getLogger(GsonBigQueryInputFormat.class).setLevel(Level.DEBUG);
  Logger.getLogger(BigQueryOutputCommitter.class).setLevel(Level.DEBUG);
  Logger.getLogger(BigQueryOutputFormat.class).setLevel(Level.DEBUG);
  Logger.getLogger(BigQueryRecordWriter.class).setLevel(Level.DEBUG);
  Logger.getLogger(BigQueryUtils.class).setLevel(Level.DEBUG);
  Logger.getLogger(GsonRecordReader.class).setLevel(Level.DEBUG);

  // Use current time to label the test run.
  // TODO(user): Use a date formatter.
  testId = "bq_integration_test_" + System.currentTimeMillis();

  projectIdvalue = configuration.getProjectId();
  if (Strings.isNullOrEmpty(projectIdvalue)) {
    projectIdvalue = System.getenv(BIGQUERY_PROJECT_ID_ENVVARNAME);
  }

  Preconditions.checkArgument(
      !Strings.isNullOrEmpty(projectIdvalue), "Must provide %s", BIGQUERY_PROJECT_ID_ENVVARNAME);
  testDataset = testId + "_dataset";
  testBucket = testId + "_bucket";

  // We have to create the output dataset ourselves.
  // TODO(user): Extract dataset creation into a library which is also used by
  // BigQueryOutputCommitter.
  Dataset outputDataset = new Dataset();
  DatasetReference datasetReference = new DatasetReference();
  datasetReference.setProjectId(projectIdvalue);
  datasetReference.setDatasetId(testDataset);

  config = new Configuration();
  setConfigForGcsFromBigquerySettings();
  BigQueryFactory factory = new BigQueryFactory();
  bigqueryInstance = factory.getBigQuery(config);

  Bigquery.Datasets datasets = bigqueryInstance.datasets();
  outputDataset.setDatasetReference(datasetReference);
  LOG.info("Creating temporary dataset '{}' for project '{}'", testDataset, projectIdvalue);
  datasets.insert(projectIdvalue, outputDataset).execute();

  Path toCreate = new Path(String.format("gs://%s", testBucket));
  FileSystem fs = toCreate.getFileSystem(config);
  LOG.info("Creating temporary test bucket '{}'", toCreate);
  fs.mkdirs(toCreate);

  // Since the TaskAttemptContext and JobContexts are mostly used just to access a
  // "Configuration" object, we'll mock the two contexts to just return our fake configuration
  // object with which we'll provide the settings we want to test.
  config.clear();
  setConfigForGcsFromBigquerySettings();

  when(mockTaskAttemptContext.getConfiguration())
      .thenReturn(config);
  when(mockJobContext.getConfiguration())
      .thenReturn(config);

  // Have a realistic-looking fake TaskAttemptID.
  int taskNumber = 3;
  int taskAttempt = 2;
  int jobNumber = 42;
  String jobIdString = "jobid" + System.currentTimeMillis();
  JobID jobId = new JobID(jobIdString, jobNumber);
  TaskAttemptID taskAttemptId =
      new TaskAttemptID(new TaskID(jobId, false, taskNumber), taskAttempt);
  when(mockTaskAttemptContext.getTaskAttemptID())
      .thenReturn(taskAttemptId);
  when(mockJobContext.getJobID()).thenReturn(jobId);

  testTable = testId + "_table_" + jobIdString;

  // Instantiate an OutputFormat and InputFormat instance.
  outputFormat = new BigQueryOutputFormat();
}