Java SnappyCompressor类代码示例

import org.apache.cassandra.io.compress.SnappyCompressor; //导入依赖的package包/类
private static void useCompression(List<KSMetaData> schema)
{
    for (KSMetaData ksm : schema)
    {
        for (CFMetaData cfm : ksm.cfMetaData().values())
        {
            cfm.compressionParameters(new CompressionParameters(SnappyCompressor.instance));
        }
    }
}
 

import org.apache.cassandra.io.compress.SnappyCompressor; //导入依赖的package包/类
@Parameters()
public static Collection<Object[]> generateData()
{
    return Arrays.asList(new Object[][] {
            { null }, // No compression
            { new ParameterizedClass(LZ4Compressor.class.getName(), Collections.emptyMap()) },
            { new ParameterizedClass(SnappyCompressor.class.getName(), Collections.emptyMap()) },
            { new ParameterizedClass(DeflateCompressor.class.getName(), Collections.emptyMap()) } });
}
 

import org.apache.cassandra.io.compress.SnappyCompressor; //导入依赖的package包/类
@Test
public void snappyCompressor() throws Exception
{
    multiFlushAndDeserializeTest(SnappyCompressor.class);
}
 

import org.apache.cassandra.io.compress.SnappyCompressor; //导入依赖的package包/类
@Test
public void testDataCorruptionDetection() throws IOException {
    String CONTENT = "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Etiam vitae.";

    File file = new File("testDataCorruptionDetection");
    file.deleteOnExit();

    File metadata = new File(file.getPath() + ".meta");
    metadata.deleteOnExit();

    SSTableMetadata.Collector sstableMetadataCollector = SSTableMetadata.createCollector().replayPosition(null);
    SequentialWriter writer = new CompressedSequentialWriter(file, metadata.getPath(), false, new CompressionParameters(SnappyCompressor.instance), sstableMetadataCollector);

    writer.write(CONTENT.getBytes());
    writer.close();

    // open compression metadata and get chunk information
    CompressionMetadata meta = new CompressionMetadata(metadata.getPath(), file.length(), fs);
    CompressionMetadata.Chunk chunk = meta.chunkFor(0);

    RandomAccessReader reader = CompressedRandomAccessReader.open(new Path(file.getPath()), meta, false, fs);
    // read and verify compressed data
    assertEquals(CONTENT, reader.readLine());
    // close reader
    reader.close();

    Random random = new Random();
    RandomAccessFile checksumModifier = null;

    try {
        checksumModifier = new RandomAccessFile(file, "rw");
        byte[] checksum = new byte[4];

        // seek to the end of the compressed chunk
        checksumModifier.seek(chunk.length);
        // read checksum bytes
        checksumModifier.read(checksum);
        // seek back to the chunk end
        checksumModifier.seek(chunk.length);

        // lets modify one byte of the checksum on each iteration
        for (int i = 0; i < checksum.length; i++) {
            checksumModifier.write(random.nextInt());
            checksumModifier.getFD().sync(); // making sure that change was synced with disk

            final RandomAccessReader r = CompressedRandomAccessReader.open(new Path(file.getPath()), meta, false, fs);

            Throwable exception = null;
            try {
                r.readLine();
            } catch (Throwable t) {
                exception = t;
            }
            assertNotNull(exception);
            assertEquals(exception.getClass(), CorruptSSTableException.class);
            assertEquals(exception.getCause().getClass(), CorruptBlockException.class);

            r.close();
        }

        // lets write original checksum and check if we can read data
        updateChecksum(checksumModifier, chunk.length, checksum);

        reader = CompressedRandomAccessReader.open(new Path(file.getPath()), meta, false, fs);
        // read and verify compressed data
        assertEquals(CONTENT, reader.readLine());
        // close reader
        reader.close();
    } finally {
        if (checksumModifier != null)
            checksumModifier.close();
    }
}