Java Transport类代码示例

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
@ProcessElement
public void processElement(ProcessContext c) throws Exception {
  Entity entity = c.element();
  EntityBQTransform ebt = EntityBQTransform.newBuilder()
      .setRowSchema(tableSchema().getFields())
      .setStrictCast(strictCast().get())
      .build();

  TableRow row = ebt.toTableRow(entity);

  if (jsTransform().hasTransform()) {
    String rowJson = jsTransform().invoke(
        Transport.getJsonFactory().toString(entity),
        Transport.getJsonFactory().toString(row));
    row = Transport.getJsonFactory().fromString(rowJson, TableRow.class);
  }

  c.output(row);
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
/**
 * Returns a CloudResourceManager client builder using the specified
 * {@link CloudResourceManagerOptions}.
 */
@VisibleForTesting
static CloudResourceManager.Builder newCloudResourceManagerClient(
    CloudResourceManagerOptions options) {
  Credentials credentials = options.getGcpCredential();
  if (credentials == null) {
    NullCredentialInitializer.throwNullCredentialException();
  }
  return new CloudResourceManager.Builder(Transport.getTransport(), Transport.getJsonFactory(),
      chainHttpRequestInitializer(
          credentials,
          // Do not log 404. It clutters the output and is possibly even required by the caller.
          new RetryHttpRequestInitializer(ImmutableList.of(404))))
      .setApplicationName(options.getAppName())
      .setGoogleClientRequestInitializer(options.getGoogleApiTrace());
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
@Test
public void testWithMultipleTraces() throws Exception {
  String[] args = new String[] {STORAGE_GET_AND_LIST_TRACE};
  GcsOptions options = PipelineOptionsFactory.fromArgs(args).as(GcsOptions.class);
  options.setGcpCredential(new TestCredential());

  assertNotNull(options.getGoogleApiTrace());

  Storage.Objects.Get getRequest =
      Transport.newStorageClient(options).build().objects().get("testBucketId", "testObjectId");
  assertEquals("GetTraceDestination", getRequest.get("$trace"));

  Storage.Objects.List listRequest =
      Transport.newStorageClient(options).build().objects().list("testProjectId");
  assertEquals("ListTraceDestination", listRequest.get("$trace"));
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
@Test
public void testMatchingAllCalls() throws Exception {
  String[] args = new String[] {STORAGE_TRACE};
  GcsOptions options =
      PipelineOptionsFactory.fromArgs(args).as(GcsOptions.class);
  options.setGcpCredential(new TestCredential());

  assertNotNull(options.getGoogleApiTrace());

  Storage.Objects.Get getRequest =
      Transport.newStorageClient(options).build().objects().get("testBucketId", "testObjectId");
  assertEquals("TraceDestination", getRequest.get("$trace"));

  Storage.Objects.List listRequest =
      Transport.newStorageClient(options).build().objects().list("testProjectId");
  assertEquals("TraceDestination", listRequest.get("$trace"));
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
@Test
public void testMatchingAgainstClient() throws Exception {
  GcsOptions options = PipelineOptionsFactory.as(GcsOptions.class);
  options.setGcpCredential(new TestCredential());
  options.setGoogleApiTrace(new GoogleApiTracer().addTraceFor(
      Transport.newStorageClient(options).build(), "TraceDestination"));

  Storage.Objects.Get getRequest =
      Transport.newStorageClient(options).build().objects().get("testBucketId", "testObjectId");
  assertEquals("TraceDestination", getRequest.get("$trace"));

  Delete deleteRequest = GcpOptions.GcpTempLocationFactory.newCloudResourceManagerClient(
      options.as(CloudResourceManagerOptions.class))
      .build().projects().delete("testProjectId");
  assertNull(deleteRequest.get("$trace"));
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
@Test
public void testMatchingAgainstRequestType() throws Exception {
  GcsOptions options = PipelineOptionsFactory.as(GcsOptions.class);
  options.setGcpCredential(new TestCredential());
  options.setGoogleApiTrace(new GoogleApiTracer().addTraceFor(
      Transport.newStorageClient(options).build().objects()
          .get("aProjectId", "aObjectId"), "TraceDestination"));

  Storage.Objects.Get getRequest =
      Transport.newStorageClient(options).build().objects().get("testBucketId", "testObjectId");
  assertEquals("TraceDestination", getRequest.get("$trace"));

  Storage.Objects.List listRequest =
      Transport.newStorageClient(options).build().objects().list("testProjectId");
  assertNull(listRequest.get("$trace"));
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
@Override
public PubsubClient newClient(
    @Nullable String timestampAttribute, @Nullable String idAttribute, PubsubOptions options)
    throws IOException {
  Pubsub pubsub = new Builder(
      Transport.getTransport(),
      Transport.getJsonFactory(),
      chainHttpRequestInitializer(
          options.getGcpCredential(),
          // Do not log 404. It clutters the output and is possibly even required by the caller.
          new RetryHttpRequestInitializer(ImmutableList.of(404))))
      .setRootUrl(options.getPubsubRootUrl())
      .setApplicationName(options.getAppName())
      .setGoogleClientRequestInitializer(options.getGoogleApiTrace())
      .build();
  return new PubsubJsonClient(timestampAttribute, idAttribute, pubsub);
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
@Before
public void setUp() {
  MockitoAnnotations.initMocks(this);

  // A mock transport that lets us mock the API responses.
  MockHttpTransport transport =
      new MockHttpTransport.Builder()
          .setLowLevelHttpRequest(
              new MockLowLevelHttpRequest() {
                @Override
                public LowLevelHttpResponse execute() throws IOException {
                  return response;
                }
              })
          .build();

  // A sample BigQuery API client that uses default JsonFactory and RetryHttpInitializer.
  bigquery =
      new Bigquery.Builder(
              transport, Transport.getJsonFactory(), new RetryHttpRequestInitializer())
          .build();
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
public PubSubClient(PubSubDatastoreProperties datastore) {

        Credentials credentials = null;
        if (datastore.serviceAccountFile.getValue() == null) {
            try {
                credentials = GoogleCredentials.getApplicationDefault().createScoped(PubsubScopes.all());
            } catch (IOException e) {
                throw TalendRuntimeException.createUnexpectedException(e);
            }
        } else {
            credentials = createCredentials(datastore);
        }
        this.PROJECT_NAME = datastore.projectName.getValue();
        this.client = new Pubsub.Builder(Transport.getTransport(), Transport.getJsonFactory(),
                chainHttpRequestInitializer(credentials,
                        // Do not log 404. It clutters the output and is possibly even required by the caller.
                        new RetryHttpRequestInitializer(ImmutableList.of(404)))).build();
    }
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
@StartBundle
public void startBundle(DoFn<Read, String>.StartBundleContext c) throws IOException {
  LOG.info("Starting bundle ");
  storage = Transport.newStorageClient(c.getPipelineOptions().as(GCSOptions.class)).build().objects();

  Metrics.counter(WriteBAMFn.class, "Initialized Write Shard Count").inc();
  stopWatch = Stopwatch.createStarted();

  options = c.getPipelineOptions().as(Options.class);

  readCount = 0;
  unmappedReadCount = 0;
  headerInfo = null;
  prevRead = null;
  minAlignment = Long.MAX_VALUE;
  maxAlignment = Long.MIN_VALUE;
  hadOutOfOrder = false;
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
private TableSchema tableSchema() throws IOException {
  if (mTableSchema == null) {
    mTableSchema = Transport.getJsonFactory().fromString(
        tableSchemaJson().get(), TableSchema.class);
  }
  return mTableSchema;
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
@Override
public TableRow apply(String input) {
  try {
    return Transport.getJsonFactory().fromString(input, TableRow.class);
  } catch (IOException e) {
    throw new RuntimeException("Failed parsing table row json", e);
  }
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
/**
 * Returns a BigQuery client builder using the specified {@link BigQueryOptions}.
 */
private static Bigquery.Builder newBigQueryClient(BigQueryOptions options) {
  return new Bigquery.Builder(Transport.getTransport(), Transport.getJsonFactory(),
      chainHttpRequestInitializer(
          options.getGcpCredential(),
          // Do not log 404. It clutters the output and is possibly even required by the caller.
          new RetryHttpRequestInitializer(ImmutableList.of(404))))
      .setApplicationName(options.getAppName())
      .setGoogleClientRequestInitializer(options.getGoogleApiTrace());
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
/**
 * Returns a Pubsub client builder using the specified {@link PubsubOptions}.
 */
private static Pubsub.Builder newPubsubClient(PubsubOptions options) {
  return new Pubsub.Builder(Transport.getTransport(), Transport.getJsonFactory(),
      chainHttpRequestInitializer(
          options.getGcpCredential(),
          // Do not log 404. It clutters the output and is possibly even required by the caller.
          new RetryHttpRequestInitializer(ImmutableList.of(404))))
      .setRootUrl(options.getPubsubRootUrl())
      .setApplicationName(options.getAppName())
      .setGoogleClientRequestInitializer(options.getGoogleApiTrace());
}
 

import org.apache.beam.sdk.util.Transport; //导入依赖的package包/类
@Test
public void testWhenTracingMatches() throws Exception {
  String[] args = new String[] {STORAGE_GET_TRACE};
  GcsOptions options = PipelineOptionsFactory.fromArgs(args).as(GcsOptions.class);
  options.setGcpCredential(new TestCredential());
  assertNotNull(options.getGoogleApiTrace());

  Storage.Objects.Get request =
      Transport.newStorageClient(options).build().objects().get("testBucketId", "testObjectId");
  assertEquals("GetTraceDestination", request.get("$trace"));
}