本文整理汇总了Java中org.apache.parquet.avro.AvroReadSupport类的典型用法代码示例。如果您正苦于以下问题:Java AvroReadSupport类的具体用法?Java AvroReadSupport怎么用?Java AvroReadSupport使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
AvroReadSupport类属于org.apache.parquet.avro包,在下文中一共展示了AvroReadSupport类的3个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: initReader
import org.apache.parquet.avro.AvroReadSupport; //导入依赖的package包/类
private ParquetReader<GenericRecord> initReader() throws IOException {
Configuration configuration = getFs().getConf();
if (this.schema != null) {
AvroReadSupport.setAvroReadSchema(configuration, this.schema);
}
if (this.projection != null) {
AvroReadSupport.setRequestedProjection(configuration, this.projection);
}
ParquetReader reader = AvroParquetReader.<GenericRecord>builder(getFilePath())
.withConf(configuration).build();
return reader;
}
示例2: getSchema
import org.apache.parquet.avro.AvroReadSupport; //导入依赖的package包/类
@Override
public Schema getSchema(Configuration conf, Path path) throws IOException {
AvroReadSupport<GenericRecord> readSupport = new AvroReadSupport<>();
ParquetReader.Builder<GenericRecord> builder = ParquetReader.builder(readSupport, path);
ParquetReader<GenericRecord> parquetReader = builder.withConf(conf).build();
GenericRecord record;
Schema schema = null;
while ((record = parquetReader.read()) != null) {
schema = avroData.toConnectSchema(record.getSchema());
}
parquetReader.close();
return schema;
}
示例3: readData
import org.apache.parquet.avro.AvroReadSupport; //导入依赖的package包/类
@Override
public Collection<Object> readData(Configuration conf, Path path) throws IOException {
Collection<Object> result = new ArrayList<>();
AvroReadSupport<GenericRecord> readSupport = new AvroReadSupport<>();
ParquetReader.Builder<GenericRecord> builder = ParquetReader.builder(readSupport, path);
ParquetReader<GenericRecord> parquetReader = builder.withConf(conf).build();
GenericRecord record;
while ((record = parquetReader.read()) != null) {
result.add(record);
}
parquetReader.close();
return result;
}