當前位置: 首頁>>代碼示例>>Java>>正文

Java CompressionOutputStream類代碼示例

本文整理匯總了Java中org.apache.hadoop.io.compress.CompressionOutputStream類的典型用法代碼示例。如果您正苦於以下問題：Java CompressionOutputStream類的具體用法？Java CompressionOutputStream怎麽用？Java CompressionOutputStream使用的例子？那麽, 這裏精選的類代碼示例或許可以為您提供幫助。


CompressionOutputStream類屬於org.apache.hadoop.io.compress包，在下文中一共展示了CompressionOutputStream類的11個代碼示例，這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚，您的評價將有助於係統推薦出更棒的Java代碼示例。

示例1: createCompressionStream

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
@Override
public synchronized OutputStream createCompressionStream(
    OutputStream downStream, Compressor compressor,
    int downStreamBufferSize) throws IOException {
  if (!isSupported()) {
    throw new IOException(
        "LZO codec class not specified. Did you forget to set property "
            + CONF_LZO_CLASS + "?");
  }
  OutputStream bos1 = null;
  if (downStreamBufferSize > 0) {
    bos1 = new BufferedOutputStream(downStream, downStreamBufferSize);
  } else {
    bos1 = downStream;
  }
  conf.setInt("io.compression.codec.lzo.buffersize", 64 * 1024);
  CompressionOutputStream cos =
      codec.createOutputStream(bos1, compressor);
  BufferedOutputStream bos2 =
      new BufferedOutputStream(new FinishOnFlushCompressionStream(cos),
          DATA_OBUF_SIZE);
  return bos2;
}
開發者ID:aliyun-beta，項目名稱:aliyun-oss-hadoop-fs，代碼行數:24，代碼來源:Compression.java

示例2: create

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
@Override
public CompressionOutputStream create(OutputStream output, long timeout,
		TimeUnit unit) throws IOException, InterruptedException {
	if (hasCompressors) {
		Compressor compressor = compressorQueue.poll(timeout, unit);
		if (compressor == null) {
			if (adaptiveIncrement) {
				LOG.info("Adaptive increment, creating new compressor");
				compressor = codec.createCompressor();
			} else {
				return null;
			}
		}

		CompressionOutputStream cout = codec.createOutputStream(output,
				compressor);
		usedCompressors.put(cout, compressor);
		status.setCounter(COMPRESSOR_STR,
				compressorsUsedCount.getAndIncrement());
		return cout;

	} else {
		return codec.createOutputStream(output);
	}
}
開發者ID:gerritjvv，項目名稱:bigstreams，代碼行數:26，代碼來源:CompressionPoolImpl.java

示例3: closeAndRelease

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
@Override
public void closeAndRelease(CompressionOutputStream cout) {

	try {
		// finish quietly
		cout.finish();
	} catch (IOException ioexp) {
		LOG.error(ioexp.toString(), ioexp);
	}

	IOUtils.closeQuietly(cout);

	if (hasCompressors) {
		Compressor comp = usedCompressors.remove(cout);
		comp.reset();
		compressorQueue.offer(comp);
		status.setCounter(COMPRESSOR_STR,
				compressorsUsedCount.decrementAndGet());
	}

}
開發者ID:gerritjvv，項目名稱:bigstreams，代碼行數:22，代碼來源:CompressionPoolImpl.java

示例4: copy

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
/**
 * 
 * @param source
 * @param dest
 * @param codec
 * @param compressor
 *            may be null
 * @param decomp
 *            may be null
 * @param mark
 * @return
 * @throws IOException
 */
public static final CompressionOutputStream copy(File source, File dest,
		CompressionCodec codec, Compressor compressor, Decompressor decomp,
		long mark) throws IOException {

	FileInputStream fileInput = new FileInputStream(source);
	CompressionInputStream in = (decomp == null) ? codec
			.createInputStream(fileInput) : codec.createInputStream(
			fileInput, decomp);

	FileOutputStream fileOut = new FileOutputStream(dest);
	CompressionOutputStream out = (compressor == null) ? codec
			.createOutputStream(fileOut) : codec.createOutputStream(
			fileOut, compressor);

	try {
		copy(in, out, mark);
		return out;
	} finally {
		IOUtils.closeQuietly(in);
		IOUtils.closeQuietly(fileInput);
	}
}
開發者ID:gerritjvv，項目名稱:bigstreams，代碼行數:36，代碼來源:CompressionRollBackHelper.java

示例5: createCompressionStream

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
public OutputStream createCompressionStream(
    OutputStream downStream, Compressor compressor, int downStreamBufferSize)
    throws IOException {
  OutputStream bos1 = null;
  if (downStreamBufferSize > 0) {
    bos1 = new BufferedOutputStream(downStream, downStreamBufferSize);
  }
  else {
    bos1 = downStream;
  }
  CompressionOutputStream cos =
      createPlainCompressionStream(bos1, compressor);
  BufferedOutputStream bos2 =
      new BufferedOutputStream(new FinishOnFlushCompressionStream(cos),
          DATA_OBUF_SIZE);
  return bos2;
}
開發者ID:fengchen8086，項目名稱:LCIndex-HBase-0.94.16，代碼行數:18，代碼來源:Compression.java

示例6: compress

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
public BytesInput compress(BytesInput bytes) throws IOException {
    final BytesInput compressedBytes;
    if (codec == null) {
        compressedBytes = bytes;
    } else {
        compressedOutBuffer.reset();
        if (compressor != null) {
            // null compressor for non-native gzip
            compressor.reset();
        }
        CompressionOutputStream cos = codec.createOutputStream(compressedOutBuffer, compressor);
        bytes.writeAllTo(cos);
        cos.finish();
        cos.close();
        compressedBytes = BytesInput.from(compressedOutBuffer);
    }
    return compressedBytes;
}
開發者ID:grokcoder，項目名稱:pbase，代碼行數:19，代碼來源:CodecFactory.java

示例7: compress

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
public BytesInput compress(BytesInput bytes)
        throws IOException
{
    final BytesInput compressedBytes;
    if (codec == null) {
        compressedBytes = bytes;
    }
    else {
        compressedOutBuffer.reset();
        if (compressor != null) {
            compressor.reset();
        }
        CompressionOutputStream outputStream = codec.createOutputStream(compressedOutBuffer, compressor);
        bytes.writeAllTo(outputStream);
        outputStream.finish();
        outputStream.close();
        compressedBytes = BytesInput.from(compressedOutBuffer);
    }
    return compressedBytes;
}
開發者ID:y-lan，項目名稱:presto，代碼行數:21，代碼來源:ParquetCodecFactory.java

示例8: createCompressionStream

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
@Override
public synchronized OutputStream createCompressionStream(
    OutputStream downStream, Compressor compressor,
    int downStreamBufferSize) throws IOException {
  if (!isSupported()) {
    throw new IOException(
        "LZO codec class not specified. Did you forget to set property "
            + CONF_LZO_CLASS + "?");
  }
  OutputStream bos1 = null;
  if (downStreamBufferSize > 0) {
    bos1 = new BufferedOutputStream(downStream, downStreamBufferSize);
  } else {
    bos1 = downStream;
  }
  conf.setInt(IO_COMPRESSION_CODEC_LZO_BUFFERSIZE_KEY,
      IO_COMPRESSION_CODEC_LZO_BUFFERSIZE_DEFAULT);
  CompressionOutputStream cos =
      codec.createOutputStream(bos1, compressor);
  BufferedOutputStream bos2 =
      new BufferedOutputStream(new FinishOnFlushCompressionStream(cos),
          DATA_OBUF_SIZE);
  return bos2;
}
開發者ID:hopshadoop，項目名稱:hops，代碼行數:25，代碼來源:Compression.java

示例9: createCompressionStream

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
public OutputStream createCompressionStream(
    OutputStream downStream, Compressor compressor, int downStreamBufferSize)
    throws IOException {
  CompressionCodec codec = getCodec(conf);
  OutputStream bos1 = null;
  if (downStreamBufferSize > 0) {
    bos1 = new BufferedOutputStream(downStream, downStreamBufferSize);
  }
  else {
    bos1 = downStream;
  }
  ((Configurable)codec).getConf().setInt("io.file.buffer.size", 32 * 1024);
  CompressionOutputStream cos =
      codec.createOutputStream(bos1, compressor);
  BufferedOutputStream bos2 =
      new BufferedOutputStream(new FinishOnFlushCompressionStream(cos),
          DATA_OBUF_SIZE);
  return bos2;
}
開發者ID:lifeng5042，項目名稱:RStore，代碼行數:20，代碼來源:Compression.java

示例10: createCompressionStream

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
@Override
public synchronized OutputStream createCompressionStream(
    OutputStream downStream, Compressor compressor,
    int downStreamBufferSize) throws IOException {
  if (!isSupported()) {
    throw new IOException(
        "LZO codec class not specified. Did you forget to set property "
            + CONF_LZO_CLASS + "?");
  }
  OutputStream bos1 = null;
  if (downStreamBufferSize > 0) {
    bos1 = new BufferedOutputStream(downStream, downStreamBufferSize);
  } else {
    bos1 = downStream;
  }
  CompressionOutputStream cos =
      codec.createOutputStream(bos1, compressor);
  BufferedOutputStream bos2 =
      new BufferedOutputStream(new FinishOnFlushCompressionStream(cos),
          DATA_OBUF_SIZE);
  return bos2;
}
開發者ID:sigmoidanalytics，項目名稱:spork-streaming，代碼行數:23，代碼來源:Compression.java

示例11: compress

import org.apache.hadoop.io.compress.CompressionOutputStream; //導入依賴的package包/類
@Override
public BytesInput compress(BytesInput bytes) throws IOException {
  final BytesInput compressedBytes;
  if (codec == null) {
    compressedBytes = bytes;
  } else {
    compressedOutBuffer.reset();
    if (compressor != null) {
      // null compressor for non-native gzip
      compressor.reset();
    }
    CompressionOutputStream cos = codec.createOutputStream(compressedOutBuffer, compressor);
    bytes.writeAllTo(cos);
    cos.finish();
    cos.close();
    compressedBytes = BytesInput.from(compressedOutBuffer);
  }
  return compressedBytes;
}
開發者ID:apache，項目名稱:parquet-mr，代碼行數:20，代碼來源:CodecFactory.java


注：本文中的org.apache.hadoop.io.compress.CompressionOutputStream類示例由純淨天空整理自Github/MSDocs等開源代碼及文檔管理平台，相關代碼片段篩選自各路編程大神貢獻的開源項目，源碼版權歸原作者所有，傳播和使用請參考對應項目的License；未經允許，請勿轉載。