本文整理汇总了Java中org.apache.beam.sdk.io.gcp.bigquery.BigQueryOptions类的典型用法代码示例。如果您正苦于以下问题:Java BigQueryOptions类的具体用法?Java BigQueryOptions怎么用?Java BigQueryOptions使用的例子?那么, 这里精选的类代码示例或许可以为您提供帮助。
BigQueryOptions类属于org.apache.beam.sdk.io.gcp.bigquery包,在下文中一共展示了BigQueryOptions类的3个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: setupBigQueryTable
import org.apache.beam.sdk.io.gcp.bigquery.BigQueryOptions; //导入依赖的package包/类
private void setupBigQueryTable(String projectId, String datasetId, String tableId,
TableSchema schema) throws IOException {
if (bigQueryClient == null) {
bigQueryClient = newBigQueryClient(options.as(BigQueryOptions.class)).build();
}
Datasets datasetService = bigQueryClient.datasets();
if (executeNullIfNotFound(datasetService.get(projectId, datasetId)) == null) {
Dataset newDataset = new Dataset().setDatasetReference(
new DatasetReference().setProjectId(projectId).setDatasetId(datasetId));
datasetService.insert(projectId, newDataset).execute();
}
Tables tableService = bigQueryClient.tables();
Table table = executeNullIfNotFound(tableService.get(projectId, datasetId, tableId));
if (table == null) {
Table newTable = new Table().setSchema(schema).setTableReference(
new TableReference().setProjectId(projectId).setDatasetId(datasetId).setTableId(tableId));
tableService.insert(projectId, datasetId, newTable).execute();
} else if (!table.getSchema().equals(schema)) {
throw new RuntimeException(
"Table exists and schemas do not match, expecting: " + schema.toPrettyString()
+ ", actual: " + table.getSchema().toPrettyString());
}
}
示例2: newBigQueryClient
import org.apache.beam.sdk.io.gcp.bigquery.BigQueryOptions; //导入依赖的package包/类
/**
* Returns a BigQuery client builder using the specified {@link BigQueryOptions}.
*/
private static Bigquery.Builder newBigQueryClient(BigQueryOptions options) {
return new Bigquery.Builder(Transport.getTransport(), Transport.getJsonFactory(),
chainHttpRequestInitializer(
options.getGcpCredential(),
// Do not log 404. It clutters the output and is possibly even required by the caller.
new RetryHttpRequestInitializer(ImmutableList.of(404))))
.setApplicationName(options.getAppName())
.setGoogleClientRequestInitializer(options.getGoogleApiTrace());
}
示例3: getPipelineOptions
import org.apache.beam.sdk.io.gcp.bigquery.BigQueryOptions; //导入依赖的package包/类
@Override
public Iterable<Class<? extends PipelineOptions>> getPipelineOptions() {
return ImmutableList.<Class<? extends PipelineOptions>>builder()
.add(BigQueryOptions.class)
.add(PubsubOptions.class)
.build();
}