Java IOUtils.closeQuietly方法代码示例

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
public static byte[] drainInputStream(InputStream inputStream) {
    ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream();

    try {
        byte[] buffer = new byte[1024];
        long bytesRead = 0;
        while ((bytesRead = inputStream.read(buffer)) > -1) {
            byteArrayOutputStream.write(buffer, 0, (int) bytesRead);
        }
        return byteArrayOutputStream.toByteArray();
    } catch (IOException e) {
        throw new RuntimeException(e);
    } finally {
        IOUtils.closeQuietly(byteArrayOutputStream, null);
    }
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
/**
 * Reads to the end of the inputStream returning a byte array of the contents
 * 
 * @param inputStream
 *            InputStream to drain
 * @return Remaining data in stream as a byte array
 */
public static byte[] drainInputStream(InputStream inputStream) {
    ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream();

    try {
        byte[] buffer = new byte[1024];
        long bytesRead = 0;
        while ((bytesRead = inputStream.read(buffer)) > -1) {
            byteArrayOutputStream.write(buffer, 0, (int) bytesRead);
        }
        return byteArrayOutputStream.toByteArray();
    } catch (IOException e) {
        throw new RuntimeException(e);
    } finally {
        IOUtils.closeQuietly(byteArrayOutputStream, null);
    }
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
/**
 * Used for performance testing purposes only.
 */
private void putLocalObject(final UploadObjectRequest reqIn,
        OutputStream os) throws IOException {
    UploadObjectRequest req = reqIn.clone();

    final File fileOrig = req.getFile();
    final InputStream isOrig = req.getInputStream();

    if (isOrig == null) {
        if (fileOrig == null)
            throw new IllegalArgumentException("Either a file lor input stream must be specified");
        req.setInputStream(new FileInputStream(fileOrig));
        req.setFile(null);
    }

    try {
        IOUtils.copy(req.getInputStream(), os);
    } finally {
        cleanupDataSource(req, fileOrig, isOrig,
                req.getInputStream(), log);
        IOUtils.closeQuietly(os, log);
    }
    return;
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
/**
 * {@inheritDoc}
 *
 * Delegates to {@link S3ObjectInputStream#abort()} if there is any data
 * remaining in the stream. Otherwise, it safely closes the stream.
 *
 * @see {@link S3ObjectInputStream#abort()}
 */
@Override
public void close() throws IOException {
    if (bytesRead >= contentLength || eofReached) {
        super.close();
    } else {
        LOG.warn(
                "Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and " +
                "may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input " +
                "stream after use.");
        if (httpRequest != null) {
            httpRequest.abort();
        }
        IOUtils.closeQuietly(in, null);
    }
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
@Override
public final void putLocalObjectSecurely(final UploadObjectRequest reqIn,
        String uploadId, OutputStream os) throws IOException {
    UploadObjectRequest req = reqIn.clone();

    final File fileOrig = req.getFile();
    final InputStream isOrig = req.getInputStream();

    final T uploadContext = multipartUploadContexts.get(uploadId);
    ContentCryptoMaterial cekMaterial = uploadContext.getContentCryptoMaterial();
    req = wrapWithCipher(req, cekMaterial);

    try {
        IOUtils.copy(req.getInputStream(), os);
        // so it won't crap out with a false negative at the end; (Not
        // really relevant here)
        uploadContext.setHasFinalPartBeenSeen(true);
    } finally {
        cleanupDataSource(req, fileOrig, isOrig,
                req.getInputStream(), log);
        IOUtils.closeQuietly(os, log);
    }
    return;
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
@Override
public DynamoSessionItem toSessionItem(Session session) {
    ObjectOutputStream oos = null;
    try {
        ByteArrayOutputStream fos = new ByteArrayOutputStream();
        oos = new ObjectOutputStream(fos);
        ((StandardSession) session).writeObjectData(oos);
        oos.close();
        DynamoSessionItem sessionItem = new DynamoSessionItem(session.getIdInternal());
        sessionItem.setSessionData(ByteBuffer.wrap(fos.toByteArray()));
        return sessionItem;
    } catch (Exception e) {
        IOUtils.closeQuietly(oos, null);
        throw new SessionConversionException("Unable to convert Tomcat Session into Dynamo storage representation",
                e);
    }
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
private Partitions loadPartitionFromStream(InputStream stream, String location) {

        try {

            return mapper.readValue(stream, Partitions.class);

        } catch (IOException e) {
            throw new SdkClientException("Error while loading partitions " +
                    "file from " + location, e);
        } finally {
            IOUtils.closeQuietly(stream, null);
        }
    }
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
private RegionMetadata loadOverrideMetadataIfExists() {
    RegionMetadata metadata = loadFromSystemProperty();

    if (metadata == null) {
        InputStream override = RegionUtils.class
                .getResourceAsStream(OVERRIDE_ENDPOINTS_RESOURCE_PATH);
        if (override != null) {
            metadata = loadFromStream(override);
            IOUtils.closeQuietly(override, LOG);
        }
    }

    return metadata;
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
@Override
public final void release() {
    // Don't call IOUtils.release(in, null) or else could lead to infinite loop
    IOUtils.closeQuietly(this, null);
    if (out instanceof Releasable) {
        // This allows any underlying stream that has the close operation
        // disabled to be truly released
        Releasable r = (Releasable)out;
        r.release();
    }
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
@Override
public String parseErrorCode(HttpResponse response, JsonContent jsonContents) {
    IonReader reader = ionSystem.newReader(jsonContents.getRawContent());
    try {
        IonType type = reader.next();
        if (type != IonType.STRUCT) {
            throw new SdkClientException(String.format("Can only get error codes from structs (saw %s), request id %s", type, getRequestId(response)));
        }

        boolean errorCodeSeen = false;
        String errorCode = null;
        String[] annotations = reader.getTypeAnnotations();
        for (String annotation : annotations) {
            if (annotation.startsWith(TYPE_PREFIX)) {
                if (errorCodeSeen) {
                    throw new SdkClientException(String.format("Multiple error code annotations found for request id %s", getRequestId(response)));
                } else {
                    errorCodeSeen = true;
                    errorCode = annotation.substring(TYPE_PREFIX.length());
                }
            }
        }

        return errorCode;
    } finally {
        IOUtils.closeQuietly(reader, log);
    }
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
/**
 * Connects to the given endpoint to read the resource
 * and returns the text contents.
 *
 * @param endpoint
 *            The service endpoint to connect to.
 *
 * @param retryPolicy
 *            The custom retry policy that determines whether a
 *            failed request should be retried or not.
 *
 * @return The text payload returned from the Amazon EC2 endpoint
 *         service for the specified resource path.
 *
 * @throws IOException
 *             If any problems were encountered while connecting to the
 *             service for the requested resource path.
 * @throws SdkClientException
 *             If the requested service is not found.
 */
public String readResource(URI endpoint, CredentialsEndpointRetryPolicy retryPolicy) throws IOException {
    int retriesAttempted = 0;
    InputStream inputStream = null;

    while (true) {
        try {
            HttpURLConnection connection = connectionUtils.connectToEndpoint(endpoint);

            int statusCode = connection.getResponseCode();

            if (statusCode == HttpURLConnection.HTTP_OK) {
                inputStream = connection.getInputStream();
                return IOUtils.toString(inputStream);
            } else if (statusCode == HttpURLConnection.HTTP_NOT_FOUND) {
                // This is to preserve existing behavior of EC2 Instance metadata service.
                throw new SdkClientException("The requested metadata is not found at " + connection.getURL());
            } else {
                if (!retryPolicy.shouldRetry(retriesAttempted++, CredentialsEndpointRetryParameters.builder().withStatusCode(statusCode).build())) {
                    inputStream = connection.getErrorStream();
                    handleErrorResponse(inputStream, statusCode, connection.getResponseMessage());
                }
            }
        } catch (IOException ioException) {
            if (!retryPolicy.shouldRetry(retriesAttempted++, CredentialsEndpointRetryParameters.builder().withException(ioException).build())) {
                throw ioException;
            }
            LOG.debug("An IOException occured when connecting to service endpoint: " + endpoint  + "\n Retrying to connect again.");
        } finally {
            IOUtils.closeQuietly(inputStream, LOG);
        }
    }

}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
/**
 * WARNING: Subclass that overrides this method must NOT call
 * super.release() or else it would lead to infinite loop.
 * <p>
 * {@inheritDoc}
 */
@Override
public void release() {
    // Don't call IOUtils.release(in, null) or else could lead to infinite loop
    IOUtils.closeQuietly(this, null);
    InputStream in = getWrappedInputStream();
    if (in instanceof Releasable) {
        // This allows any underlying stream that has the close operation
        // disabled to be truly released
        Releasable r = (Releasable)in;
        r.release();
    }
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
/**
 * Returns true if, and only if, the contents read from the specified input streams are exactly
 * equal. Both input streams will be closed at the end of this method.
 *
 * @param expected
 *            The input stream containing the expected contents.
 * @param inputStream
 *            The stream that will be read, compared to the expected file contents, and finally
 *            closed.
 * @return True if the two input streams contain the same data.
 * @throws IOException
 *             If any problems are encountered comparing the file and stream.
 */
public static boolean doesStreamEqualStream(InputStream expected, InputStream actual) throws IOException {

    try {
        final byte[] expectedDigest = InputStreamUtils.calculateMD5Digest(expected);
        final byte[] actualDigest = InputStreamUtils.calculateMD5Digest(actual);

        return Arrays.equals(expectedDigest, actualDigest);
    } catch (NoSuchAlgorithmException nse) {
        throw new AmazonClientException(nse.getMessage(), nse);
    } finally {
        IOUtils.closeQuietly(expected, null);
        IOUtils.closeQuietly(actual, null);
    }
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
@Override
public String getObjectAsString(String bucketName, String key)
        throws AmazonServiceException, SdkClientException {
    rejectNull(bucketName, "Bucket name must be provided");
    rejectNull(key, "Object key must be provided");

    S3Object object = getObject(bucketName, key);
    try {
        return IOUtils.toString(object.getObjectContent());
    } catch (IOException e) {
        throw new SdkClientException("Error streaming content from S3 during download");
    } finally {
        IOUtils.closeQuietly(object, log);
    }
}
 

import com.amazonaws.util.IOUtils; //导入方法依赖的package包/类
@Test
public void testTransferManager() throws Exception {
    AmazonS3Client client = new AmazonS3Client(awsCreds,
            new ClientConfiguration().withSignerOverride("S3SignerType"));
    client.setEndpoint(s3Endpoint.toString());
    client.setS3ClientOptions(new S3ClientOptions().withPathStyleAccess(true));

    int numStreams = 2;
    int numUploadThreads = 2;
    int queueCapacity = 2;
    int partSize = 5;
    final StreamTransferManager manager = new StreamTransferManager(containerName, key, client, numStreams,
            numUploadThreads, queueCapacity, partSize) {

        @Override
        public void customiseUploadPartRequest(UploadPartRequest request) {
            /*
            Workaround from https://github.com/andrewgaul/s3proxy/commit/50a302436271ec46ce81a415b4208b9e14fcaca4
            to deal with https://github.com/andrewgaul/s3proxy/issues/80
             */
            ObjectMetadata metadata = new ObjectMetadata();
            metadata.setContentType("application/unknown");
            request.setObjectMetadata(metadata);
        }
    };
    final List<MultiPartOutputStream> streams = manager.getMultiPartOutputStreams();
    List<StringBuilder> builders = new ArrayList<StringBuilder>(numStreams);
    ExecutorService pool = Executors.newFixedThreadPool(numStreams);
    for (int i = 0; i < numStreams; i++) {
        final int streamIndex = i;
        final StringBuilder builder = new StringBuilder();
        builders.add(builder);
        Runnable task = new Runnable() {
            @Override
            public void run() {
                MultiPartOutputStream outputStream = streams.get(streamIndex);
                for (int lineNum = 0; lineNum < 1000000; lineNum++) {
                    String line = String.format("Stream %d, line %d\n", streamIndex, lineNum);
                    outputStream.write(line.getBytes());
                    try {
                        outputStream.checkSize();
                    } catch (InterruptedException e) {
                        throw new RuntimeException(e);
                    }
                    builder.append(line);
                }
                outputStream.close();
            }
        };
        pool.submit(task);
    }
    pool.shutdown();
    pool.awaitTermination(5, TimeUnit.SECONDS);
    manager.complete();

    for (int i = 1; i < numStreams; i++) {
        builders.get(0).append(builders.get(i));
    }

    String expectedResult = builders.get(0).toString();

    S3ObjectInputStream objectContent = client.getObject(containerName, key).getObjectContent();
    String result = IOUtils.toString(objectContent);
    IOUtils.closeQuietly(objectContent, null);

    Assert.assertEquals(expectedResult, result);
}