Java AmazonS3ClientBuilder.withRegion方法代码示例

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
public AmazonS3 newS3Client(S3SinkConnectorConfig config) {
  ClientConfiguration clientConfiguration = newClientConfiguration(config);
  AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard()
                                      .withAccelerateModeEnabled(
                                          config.getBoolean(WAN_MODE_CONFIG)
                                      )
                                      .withPathStyleAccessEnabled(true)
                                      .withCredentials(config.getCredentialsProvider())
                                      .withClientConfiguration(clientConfiguration);

  String region = config.getString(REGION_CONFIG);
  if (StringUtils.isBlank(url)) {
    builder = "us-east-1".equals(region)
              ? builder.withRegion(Regions.US_EAST_1)
              : builder.withRegion(region);
  } else {
    builder = builder.withEndpointConfiguration(
        new AwsClientBuilder.EndpointConfiguration(url, region)
    );
  }

  return builder.build();
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
@Override
public AmazonS3 newS3Client(S3SinkConnectorConfig config) {
  final AWSCredentialsProvider provider = new AWSCredentialsProvider() {
    private final AnonymousAWSCredentials credentials = new AnonymousAWSCredentials();
    @Override
    public AWSCredentials getCredentials() {
      return credentials;
    }

    @Override
    public void refresh() {
    }
  };

  AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard()
             .withAccelerateModeEnabled(config.getBoolean(S3SinkConnectorConfig.WAN_MODE_CONFIG))
             .withPathStyleAccessEnabled(true)
             .withCredentials(provider);

  builder = url == null ?
                builder.withRegion(config.getString(S3SinkConnectorConfig.REGION_CONFIG)) :
                builder.withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(url, ""));

  return builder.build();
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
private AmazonS3ClientBuilder buildAmazonS3ForRegion(AmazonS3 prototype, String region) {
    AmazonS3ClientBuilder clientBuilder = AmazonS3ClientBuilder.standard();

    AmazonS3Client target = getAmazonS3ClientFromProxy(prototype);
    if (target != null) {
        AWSCredentialsProvider awsCredentialsProvider = (AWSCredentialsProvider) ReflectionUtils.getField(this.credentialsProviderField, target);
        clientBuilder.withCredentials(awsCredentialsProvider);
    }

    return clientBuilder.withRegion(region);
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
private AmazonS3 newInstance(String region, S3S3CopierOptions s3s3CopierOptions) {
  HadoopAWSCredentialProviderChain credentialsChain = getCredentialsProviderChain();
  AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard().withCredentials(credentialsChain);
  URI s3Endpoint = s3s3CopierOptions.getS3Endpoint(region);
  if (s3Endpoint != null) {
    EndpointConfiguration endpointConfiguration = new EndpointConfiguration(s3Endpoint.toString(), region);
    builder.withEndpointConfiguration(endpointConfiguration);
  } else {
    builder.withRegion(region);
  }
  return builder.build();
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
public AmazonS3 newInstance(Configuration conf) {
  int maxErrorRetry = conf.getInt(ConfigurationVariable.UPLOAD_RETRY_COUNT.getName(),
      ConfigurationVariable.UPLOAD_RETRY_COUNT.defaultIntValue());
  long errorRetryDelay = conf.getLong(ConfigurationVariable.UPLOAD_RETRY_DELAY_MS.getName(),
      ConfigurationVariable.UPLOAD_RETRY_DELAY_MS.defaultLongValue());

  LOG.info("Creating AWS S3 client with a retry policy of {} retries and {} ms of exponential backoff delay",
      maxErrorRetry, errorRetryDelay);

  RetryPolicy retryPolicy = new RetryPolicy(new CounterBasedRetryCondition(maxErrorRetry),
      new ExponentialBackoffStrategy(errorRetryDelay), maxErrorRetry, true);
  ClientConfiguration clientConfiguration = new ClientConfiguration();
  clientConfiguration.setRetryPolicy(retryPolicy);
  clientConfiguration.setMaxErrorRetry(maxErrorRetry);

  AmazonS3ClientBuilder builder = AmazonS3ClientBuilder
      .standard()
      .withCredentials(new HadoopAWSCredentialProviderChain(conf))
      .withClientConfiguration(clientConfiguration);

  EndpointConfiguration endpointConfiguration = getEndpointConfiguration(conf);
  if (endpointConfiguration != null) {
    builder.withEndpointConfiguration(endpointConfiguration);
  } else {
    builder.withRegion(getRegion(conf));
  }

  return builder.build();
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
public AmazonS3 newS3Client(S3SinkConnectorConfig config) {
  AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard()
             .withAccelerateModeEnabled(config.getBoolean(S3SinkConnectorConfig.WAN_MODE_CONFIG))
             .withPathStyleAccessEnabled(true)
             .withCredentials(new DefaultAWSCredentialsProviderChain());

  builder = url == null ?
                builder.withRegion(config.getString(S3SinkConnectorConfig.REGION_CONFIG)) :
                builder.withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(url, ""));

  return builder.build();
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
public AmazonS3 create(final BlobStoreConfiguration blobStoreConfiguration) {
  AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard();

  String accessKeyId = blobStoreConfiguration.attributes(CONFIG_KEY).get(ACCESS_KEY_ID_KEY, String.class);
  String secretAccessKey = blobStoreConfiguration.attributes(CONFIG_KEY).get(SECRET_ACCESS_KEY_KEY, String.class);
  String region = blobStoreConfiguration.attributes(CONFIG_KEY).get(REGION_KEY, String.class);

  if (!isNullOrEmpty(accessKeyId) && !isNullOrEmpty(secretAccessKey)) {
    String sessionToken = blobStoreConfiguration.attributes(CONFIG_KEY).get(SESSION_TOKEN_KEY, String.class);
    AWSCredentials credentials = buildCredentials(accessKeyId, secretAccessKey, sessionToken);

    String assumeRole = blobStoreConfiguration.attributes(CONFIG_KEY).get(ASSUME_ROLE_KEY, String.class);
    AWSCredentialsProvider credentialsProvider = buildCredentialsProvider(credentials, region, assumeRole);

    builder = builder.withCredentials(credentialsProvider);
  }

  if (!isNullOrEmpty(region)) {
    String endpoint = blobStoreConfiguration.attributes(CONFIG_KEY).get(ENDPOINT_KEY, String.class);
    if (!isNullOrEmpty(endpoint)) {
      builder = builder.withEndpointConfiguration(new AmazonS3ClientBuilder.EndpointConfiguration(endpoint, region));
    } else {
      builder = builder.withRegion(region);
    }
  }

  return builder.build();
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
private void createConnection(
    Stage.Context context,
    String configPrefix,
    ProxyConfig proxyConfig,
    List<Stage.ConfigIssue> issues,
    int maxErrorRetries
) throws StageException {
  AWSCredentialsProvider credentials = AWSUtil.getCredentialsProvider(awsConfig);
  ClientConfiguration clientConfig = AWSUtil.getClientConfiguration(proxyConfig);

  if (maxErrorRetries >= 0) {
    clientConfig.setMaxErrorRetry(maxErrorRetries);
  }

  AmazonS3ClientBuilder builder = AmazonS3ClientBuilder
      .standard()
      .withCredentials(credentials)
      .withClientConfiguration(clientConfig)
      .withChunkedEncodingDisabled(awsConfig.disableChunkedEncoding)
      .withPathStyleAccessEnabled(true);

  if (region == AWSRegions.OTHER) {
    if (endpoint == null || endpoint.isEmpty()) {
      issues.add(context.createConfigIssue(Groups.S3.name(), configPrefix + "endpoint", Errors.S3_SPOOLDIR_10));
      return;
    }
    builder.withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(endpoint, null));
  } else {
    builder.withRegion(region.getLabel());
  }
  s3Client = builder.build();
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
@Bean
public AmazonS3 amazonS3(Environment environment, ApplicationContext applicationContext) {
    // Configure authentication
    final String authentication = environment.getProperty("content-service.store.s3.authentication", EC2_AUTHENTICATION)
            .toUpperCase();
    AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard();
    switch (authentication) {
    case EC2_AUTHENTICATION:
        builder = configureEC2Authentication(builder);
        break;
    case TOKEN_AUTHENTICATION:
        builder = configureTokenAuthentication(environment, builder);
        break;
    case CUSTOM_AUTHENTICATION:
        try {
            final AmazonS3Provider amazonS3Provider = applicationContext.getBean(AmazonS3Provider.class);
            return amazonS3Provider.getAmazonS3Client();
        } catch (NoSuchBeanDefinitionException e) {
            throw new InvalidConfiguration("No S3 client provider in context", AmazonS3Provider.class, e);
        }
    default:
        throw new IllegalArgumentException("Authentication '" + authentication + "' is not supported.");
    }

    // Configure region (optional)
    final String region = environment.getProperty("content-service.store.s3.region");
    if (StringUtils.isNotBlank(region)) {
        builder = builder.withRegion(region);
    }

    // All set
    return builder.build();
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
public static AmazonS3 getS3client(GoEnvironment env) {
    AmazonS3ClientBuilder amazonS3ClientBuilder = AmazonS3ClientBuilder.standard();

    if (env.has(AWS_REGION)) {
        amazonS3ClientBuilder.withRegion(env.get(AWS_REGION));
    }
    if (env.hasAWSUseIamRole()) {
        amazonS3ClientBuilder.withCredentials(new InstanceProfileCredentialsProvider(false));
    } else if (env.has(AWS_ACCESS_KEY_ID) && env.has(AWS_SECRET_ACCESS_KEY)) {
        BasicAWSCredentials basicCreds = new BasicAWSCredentials(env.get(AWS_ACCESS_KEY_ID), env.get(AWS_SECRET_ACCESS_KEY));
        amazonS3ClientBuilder.withCredentials(new AWSStaticCredentialsProvider(basicCreds));
    }

    return amazonS3ClientBuilder.build();
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
public static AmazonS3 initClient(String s3AccessKey, String s3SecretKey, String s3BucketRegion)
{
    // equivalent to "defaultClient" (unless credentials &/or region are overridden)
    AmazonS3ClientBuilder s3ClientBuilder = AmazonS3ClientBuilder.standard();

    if ((s3AccessKey != null) || (s3SecretKey != null))
    {
        // override default credentials
        s3ClientBuilder.withCredentials(new AWSStaticCredentialsProvider(new BasicAWSCredentials(s3AccessKey, s3SecretKey)));
    }

    if (s3BucketRegion != null)
    {
        // override default region
        s3ClientBuilder.withRegion(s3BucketRegion);
    }

    AmazonS3 s3 = null;
    
    try
    {
        s3 = s3ClientBuilder.build();
    }
    catch (AmazonClientException e)
    {
        if (e.getMessage().contains("Unable to find a region via the region provider chain"))
        {
            s3ClientBuilder.withRegion(DEFAULT_BUCKET_REGION);
            s3 = s3ClientBuilder.build();
        }
    }
    
    return s3;
}
 

import com.amazonaws.services.s3.AmazonS3ClientBuilder; //导入方法依赖的package包/类
public S3Filer(@Nonnull Config config, @Nonnull Access access) {
	checkNotNull(config);
	checkNotNull(access);

	String url = config.getString("url");
	int index = url.indexOf("://");
	if (index > -1) {
		index = url.indexOf("/", index + 3);
		if (index > -1) {
			url = url.substring(0, index);
		}
	}
	uri = URI.create(url);

	bucket = uri.getHost();
	partSize = config.getInt("s3.partSize", 5 * 1024 * 1024);
	tempDir = new File(config.getString("s3.tempDir", System.getProperty("java.io.tmpdir")));
	service = Executors.newFixedThreadPool(config.getInt("s3.threads", 1));

	AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard();

	String region = config.getString("aws.region", null);
	if (region != null) {
		builder.withRegion(region);
	}

	String key = config.getString("aws.key", null);
	if (key != null) {
		AmazonS3Exception exception = null;
		int retries = config.getInt("aws.retries", 3);

		for (int i = 0; i < retries + 1; i++) {
			Response response = access.prompt(key + ".secret", key + ".secret: ", Type.MASKED);
			try {
				String secret = response.value();
				builder.withCredentials(new AWSStaticCredentialsProvider(new BasicAWSCredentials(key, secret)));

				AmazonS3 testS3 = builder.build();
				testS3.listObjects(new ListObjectsRequest().withBucketName(bucket));
				response.accept();
				break;
			} catch (AmazonS3Exception e) {
				exception = e;
				response.reject();
			}
		}

		if (exception != null) {
			throw exception;
		}
	}

	s3 = builder.build();
}