Java ObjectListing.getObjectSummaries方法代码示例

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
public void deleteAll(String bucket) {
    logger.info("delete all from bucket, bucket={}", bucket);

    ObjectListing listing = s3.listObjects(new ListObjectsRequest().withBucketName(bucket));

    while (listing != null) {
        List<DeleteObjectsRequest.KeyVersion> keys = new ArrayList<>(listing.getObjectSummaries().size());
        for (S3ObjectSummary summary : listing.getObjectSummaries()) {
            String key = summary.getKey();
            logger.info("add key to deletion batch, key={}", key);
            keys.add(new DeleteObjectsRequest.KeyVersion(key));
        }
        if (!keys.isEmpty()) {
            logger.info("delete key batch");
            s3.deleteObjects(new DeleteObjectsRequest(bucket).withKeys(keys));
        }
        if (!listing.isTruncated()) return;

        listing = s3.listNextBatchOfObjects(listing);
    }
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
@Override
public void getFileList(String path, OutputStream out) throws Exception {
  String marker = null;
  do {
    ListObjectsRequest request = new ListObjectsRequest(bucketName, path, null, "/", 1000);
    ObjectListing listing = client.listObjects(request);
    for (S3ObjectSummary object : listing.getObjectSummaries()) {
      String line = object.getKey() + "\n";
      out.write(line.getBytes());
    }
    for (String commonPrefix : listing.getCommonPrefixes()) {
      getFileList(commonPrefix, out);
    }
    marker = listing.getNextMarker();
  } while (marker != null);
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
@Override
@SuppressWarnings("unused")
public List<AwsFileMiniModel> list(String prefix) {

	AmazonS3 s3client = new AmazonS3Client(new ProfileCredentialsProvider());
	List<AwsFileMiniModel> files = new ArrayList();

	ListObjectsRequest listObjectsRequest = new ListObjectsRequest().withBucketName(bucketName).withPrefix(prefix);
	ObjectListing objectListing;

	do {
		objectListing = s3client.listObjects(listObjectsRequest);

		for (S3ObjectSummary objectSummary : objectListing.getObjectSummaries()) {
			System.out.println(" - " + objectSummary.getKey() + "  " + "(size = " + objectSummary.getSize() + ")"
					+ " (date = " + objectSummary.getLastModified() + ")");
			files.add(new AwsFileMiniModel(objectSummary.getKey(), objectSummary.getLastModified()));
		}
		listObjectsRequest.setMarker(objectListing.getNextMarker());
	} while (objectListing.isTruncated());

	return files;

}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
@Override
public void deleteByTenant(final String tenant) {
    final String folder = sanitizeTenant(tenant);

    LOG.info("Deleting S3 object folder (tenant) from bucket {} and key {}", s3Properties.getBucketName(), folder);

    // Delete artifacts
    ObjectListing objects = amazonS3.listObjects(s3Properties.getBucketName(), folder + "/");
    do {
        for (final S3ObjectSummary objectSummary : objects.getObjectSummaries()) {
            amazonS3.deleteObject(s3Properties.getBucketName(), objectSummary.getKey());
        }
        objects = amazonS3.listNextBatchOfObjects(objects);
    } while (objects.isTruncated());

}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
public static void main(String[] args)
{
    final String USAGE = "\n" +
        "To run this example, supply the name of a bucket to list!\n" +
        "\n" +
        "Ex: ListObjects <bucket-name>\n";

    if (args.length < 1) {
        System.out.println(USAGE);
        System.exit(1);
    }

    String bucket_name = args[0];

    System.out.format("Objects in S3 bucket %s:\n", bucket_name);
    final AmazonS3 s3 = AmazonS3ClientBuilder.defaultClient();
    ObjectListing ol = s3.listObjects(bucket_name);
    List<S3ObjectSummary> objects = ol.getObjectSummaries();
    for (S3ObjectSummary os: objects) {
        System.out.println("* " + os.getKey());
    }
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
@Override
public List<NoteInfo> list(AuthenticationInfo subject) throws IOException {
  List<NoteInfo> infos = new LinkedList<>();
  NoteInfo info;
  try {
    ListObjectsRequest listObjectsRequest = new ListObjectsRequest()
            .withBucketName(bucketName)
            .withPrefix(user + "/" + "notebook");
    ObjectListing objectListing;
    do {
      objectListing = s3client.listObjects(listObjectsRequest);
      for (S3ObjectSummary objectSummary : objectListing.getObjectSummaries()) {
        if (objectSummary.getKey().endsWith("note.json")) {
          info = getNoteInfo(objectSummary.getKey());
          if (info != null) {
            infos.add(info);
          }
        }
      }
      listObjectsRequest.setMarker(objectListing.getNextMarker());
    } while (objectListing.isTruncated());
  } catch (AmazonClientException ace) {
    throw new IOException("Unable to list objects in S3: " + ace, ace);
  }
  return infos;
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
@Override
public void remove(String noteId, AuthenticationInfo subject) throws IOException {
  String key = user + "/" + "notebook" + "/" + noteId;
  final ListObjectsRequest listObjectsRequest = new ListObjectsRequest()
      .withBucketName(bucketName).withPrefix(key);

  try {
    ObjectListing objects = s3client.listObjects(listObjectsRequest);
    do {
      for (S3ObjectSummary objectSummary : objects.getObjectSummaries()) {
        s3client.deleteObject(bucketName, objectSummary.getKey());
      }
      objects = s3client.listNextBatchOfObjects(objects);
    } while (objects.isTruncated());
  }
  catch (AmazonClientException ace) {
    throw new IOException("Unable to remove note in S3: " + ace, ace);
  }
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
public ArrayList<String> getAllChildren(String folderName) throws IOException {
    ListObjectsRequest listRequest = new ListObjectsRequest();
    listRequest.setBucketName(getBucketName());
    listRequest.setPrefix(folderName);

    ObjectListing listing = s3.listObjects(listRequest);

    ArrayList<String> list = new ArrayList<String>();

    System.out.println(listing.getObjectSummaries().size());

    for (S3ObjectSummary summ : listing.getObjectSummaries()) {
        list.add(summ.getKey());
    }

    return list;
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
public List<String> listBucket(String bkt, String prefix, String delimiter) throws IOException {

        ListObjectsRequest listRequest = new ListObjectsRequest();
        listRequest.setBucketName(bkt);
        listRequest.setDelimiter(delimiter);
        listRequest.setPrefix(prefix);

        ObjectListing listing = s3.listObjects(listRequest);

        ArrayList<String> list = new ArrayList<String>();

        for (S3ObjectSummary summ : listing.getObjectSummaries()) {
            list.add(summ.getKey());
        }

        return list;
    }
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
/**
 * @throws Exception If error.
 */
@Override protected void afterSpiStopped() throws Exception {
    AWSCredentials cred = new BasicAWSCredentials(IgniteS3TestSuite.getAccessKey(),
        IgniteS3TestSuite.getSecretKey());

    AmazonS3 s3 = new AmazonS3Client(cred);

    String bucketName = S3CheckpointSpi.BUCKET_NAME_PREFIX + "unit-test-bucket";

    try {
        ObjectListing list = s3.listObjects(bucketName);

        while (true) {
            for (S3ObjectSummary sum : list.getObjectSummaries())
                s3.deleteObject(bucketName, sum.getKey());

            if (list.isTruncated())
                list = s3.listNextBatchOfObjects(list);
            else
                break;
        }
    }
    catch (AmazonClientException e) {
        throw new IgniteSpiException("Failed to read checkpoint bucket: " + bucketName, e);
    }
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
@Test
public void testListObjectsWithNoPathWithPrefix() throws Exception {
    client.createBucket("test-bucket");
    putObject("test-bucket", "no-path-1", "foobar");
    putObject("test-bucket", "no-path-2", "");
    putObject("test-bucket", "/one/prefix-1.xml", "foobar");
    putObject("test-bucket", "/no-path/two/prefix-1.xml", "foobar");
    putObject("test-bucket", "/two/prefix-1.xml", "foobar");
    putObject("test-bucket", "/file/with/loads/of/slashes-3.png", "dfsrgt3");

    ObjectListing objectListing = client.listObjects("test-bucket", "no-path");

    List<String> objectKeys = new ArrayList<>();

    for(S3ObjectSummary s3ObjectSummary : objectListing.getObjectSummaries()) {
        assertEquals("test-bucket", s3ObjectSummary.getBucketName());
        objectKeys.add(s3ObjectSummary.getKey());
    }

    assertEquals(3, objectKeys.size());
    assertTrue(objectKeys.contains("no-path-1"));
    assertTrue(objectKeys.contains("no-path-2"));
    assertTrue(objectKeys.contains("/no-path/two/prefix-1.xml"));
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
@Override
public void deleteCollection(Map<String, Object> attributes, String collectionName) 
   throws IOException 
{
   if (s3Client==null) {
      throw new IOException("S3 Client is not available due to configuration error.");
   }
   String bucketName = getBucketName(attributes);
   if (bucketName==null) {
      throw new IOException("S3 Bucket not configured for "+attributes.get("app.database"));
   }
   try {
      ObjectListing listing = null;
      do {
         listing = listing==null ? s3Client.listObjects(bucketName, collectionName+"/") : s3Client.listNextBatchOfObjects(listing);
         for (S3ObjectSummary summary : listing.getObjectSummaries()) {
            s3Client.deleteObject(bucketName, summary.getKey());
         }
      } while (listing.isTruncated());
   } catch (AmazonClientException ex) {
      throw new IOException("Cannot delete collection objects due to S3 error.",ex);
   }
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
private List<String> getFilenamesFromListing(ObjectListing listing, String prefix) {
    List<String> results = new ArrayList<String>(100);

    for (S3ObjectSummary summary : listing.getObjectSummaries()) {
        final String key = summary.getKey();
        final String filename;
        
        filename = key.substring(prefix.length());
        if (filename.length() == 0 || filename.contains(DELIMITER)) {
            log.error("Error parsing S3 object Key.  Key: " + key);
            continue;
        }
        results.add(filename);
    }
    
    return results;
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
@Override
public List<String> list() {
	List<String> files = new ArrayList<String>();
	if(s3URI == null) return files;
	String[] buckAndKey = this.getBucketAndKey();
	String bucket = buckAndKey[0];
	String key = buckAndKey[1];
	ObjectListing objectListing = s3. listObjects(new ListObjectsRequest().withBucketName(bucket).withPrefix(key));
	s3list: for (S3ObjectSummary objectSummary : objectListing.getObjectSummaries()) {
		// check for valid extensions
		if(extensions == null){
			files.add("s3://"+bucket+"/"+objectSummary.getKey());
		} else for(String ext : extensions) if(objectSummary.getKey().endsWith(ext)){
			files.add("s3://"+bucket+"/"+objectSummary.getKey());
			continue s3list;
		}
	 }
	return files;
}
 

import com.amazonaws.services.s3.model.ObjectListing; //导入方法依赖的package包/类
@Test
public void testEmptyBucketReturnsExpectedObjects() throws Exception {
    client.createBucket("test-bucket");
    putObject("test-bucket", "file-1", "foobar");
    putObject("test-bucket", "file-2", "");
    putObject("test-bucket", "/file/with/slashes-1.xml", "foobar");
    putObject("test-bucket", "/file/with/loads/of/slashes-3.png", "dfsrgt3");

    ObjectListing objectListing = client.listObjects("test-bucket");

    List<String> objectKeys = new ArrayList<>();

    for(S3ObjectSummary s3ObjectSummary : objectListing.getObjectSummaries()) {
        assertEquals("test-bucket", s3ObjectSummary.getBucketName());
        objectKeys.add(s3ObjectSummary.getKey());
    }

    assertEquals(4, objectKeys.size());
    assertTrue(objectKeys.contains("file-1"));
    assertTrue(objectKeys.contains("file-2"));
    assertTrue(objectKeys.contains("/file/with/slashes-1.xml"));
    assertTrue(objectKeys.contains("/file/with/loads/of/slashes-3.png"));
}