本文整理汇总了Java中org.apache.gora.query.PartitionQuery类的典型用法代码示例。如果您正苦于以下问题:Java PartitionQuery类的具体用法?Java PartitionQuery怎么用?Java PartitionQuery使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
PartitionQuery类属于org.apache.gora.query包,在下文中一共展示了PartitionQuery类的15个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: getPartitions
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@Override
public List<PartitionQuery<K, T>> getPartitions(Query<K, T> query){
List<InputSplit> splits = null;
List<PartitionQuery<K, T>> queries = null;
try{
splits = GoraMapReduceUtils.getSplits(getConf(), inputPath);
queries = new ArrayList<>(splits.size());
for(InputSplit split : splits) {
queries.add(new FileSplitPartitionQuery<>(query, (FileSplit) split));
}
}catch(IOException ex){
LOG.error(ex.getMessage(), ex);
}
return queries;
}
示例2: getPartitions
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@Override
public List<PartitionQuery<K, T>> getPartitions(Query<K, T> query){
List<InputSplit> splits = null;
List<PartitionQuery<K, T>> queries = null;
try{
splits = GoraMapReduceUtils.getSplits(getConf(), inputPath);
queries = new ArrayList<PartitionQuery<K,T>>(splits.size());
for(InputSplit split : splits) {
queries.add(new FileSplitPartitionQuery<K, T>(query, (FileSplit) split));
}
}catch(IOException ex){
LOG.error(ex.getMessage());
LOG.error(ex.getStackTrace().toString());
}
return queries;
}
示例3: getPartitions
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@Override
public List<PartitionQuery<K, T>> getPartitions(Query<K, T> query)
throws IOException {
// TODO: implement this using Hadoop DB support
ArrayList<PartitionQuery<K, T>> partitions = new ArrayList<>();
PartitionQueryImpl<K, T> pqi = new PartitionQueryImpl<>(query);
pqi.setConf(getConf());
partitions.add(pqi);
return partitions;
}
示例4: getPartitions
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@Override
/**
* Returns a single partition containing the original query
*/
public List<PartitionQuery<K, T>> getPartitions(Query<K, T> query){
List<PartitionQuery<K, T>> list = new ArrayList<>();
PartitionQueryImpl<K, T> pqi = new PartitionQueryImpl<>(query);
pqi.setConf(getConf());
list.add(pqi);
return list;
}
示例5: setInputPath
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@SuppressWarnings({ "rawtypes" })
private void setInputPath(PartitionQuery<K,T> partitionQuery
, TaskAttemptContext context) throws IOException {
//if the data store is file based
if(partitionQuery instanceof FileSplitPartitionQuery) {
FileSplit split = ((FileSplitPartitionQuery<K,T>)partitionQuery).getSplit();
//set the input path to FileSplit's path.
((FileBackedDataStore)partitionQuery.getDataStore()).setInputPath(
split.getPath().toString());
}
}
示例6: createRecordReader
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@Override
@SuppressWarnings("unchecked")
public RecordReader<K, T> createRecordReader(InputSplit split,
TaskAttemptContext context) throws IOException, InterruptedException {
PartitionQuery<K,T> partitionQuery = (PartitionQuery<K, T>)
((GoraInputSplit)split).getQuery();
setInputPath(partitionQuery, context);
return new GoraRecordReader<>(partitionQuery, context);
}
示例7: getPartitions
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@Override
public List<PartitionQuery<String, MockPersistent>> getPartitions(
Query<String, MockPersistent> query) throws IOException {
ArrayList<PartitionQuery<String, MockPersistent>> list =
new ArrayList<>();
for(int i=0; i<NUM_PARTITIONS; i++) {
list.add(new PartitionQueryImpl<>(query, LOCATIONS[i]));
}
return list;
}
示例8: testGetSplits
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
/**
* First, asserts that the attempt to obtain splits results in
* greater than 0 splits which can be used for computation.
* We then check that the partition query (obtained by using the
* splits) has the same fields as we would expect by directly
* accessing the fields of an Employee object.
* @throws IOException
* @throws InterruptedException
*/
@Test
@SuppressWarnings("rawtypes")
public void testGetSplits() throws IOException, InterruptedException {
List<InputSplit> splits = getInputSplits();
assertTrue(splits.size() > 0);
InputSplit split = splits.get(0);
PartitionQuery query = ((GoraInputSplit)split).getQuery();
assertTrue(Arrays.equals(getEmployeeFieldNames(), query.getFields()));
}
示例9: getPartitions
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
private List<PartitionQuery<String, MockPersistent>>
getPartitions() throws IOException {
MockDataStore store = MockDataStore.get();
MockQuery query = store.newQuery();
List<PartitionQuery<String, MockPersistent>> partitions =
store.getPartitions(query);
return partitions;
}
示例10: testGetLocations
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@Test
public void testGetLocations() throws IOException {
List<PartitionQuery<String, MockPersistent>> partitions =
getPartitions();
int i=0;
for(PartitionQuery<String, MockPersistent> partition : partitions) {
GoraInputSplit split = new GoraInputSplit(conf, partition);
assertEquals(split.getLocations().length, 1);
assertEquals(split.getLocations()[0], MockDataStore.LOCATIONS[i++]);
}
}
示例11: testReadWrite
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@Test
public void testReadWrite() throws Exception {
List<PartitionQuery<String, MockPersistent>> partitions =
getPartitions();
for(PartitionQuery<String, MockPersistent> partition : partitions) {
GoraInputSplit split = new GoraInputSplit(conf, partition);
TestWritable.testWritable(split);
}
}
示例12: testGetPartitions
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
public static void testGetPartitions(DataStore<String, WebPage> store
, Query<String, WebPage> query) throws Exception {
List<PartitionQuery<String, WebPage>> partitions = store.getPartitions(query);
assertNotNull(partitions);
assertTrue(partitions.size() > 0);
for(PartitionQuery<String, WebPage> partition:partitions) {
assertNotNull(partition);
}
assertPartitions(store, query, partitions);
}
示例13: getPartitions
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@Override
public List<PartitionQuery<K, T>> getPartitions(Query<K, T> query)
throws IOException {
// TODO GORA-298 Implement CassandraStore#getPartitions
List<PartitionQuery<K,T>> partitions = new ArrayList<>();
PartitionQueryImpl<K, T> pqi = new PartitionQueryImpl<>(query);
pqi.setConf(getConf());
partitions.add(pqi);
return partitions;
}
示例14: getPartitions
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
/**
* Partitions the given query and returns a list of PartitionQuerys, which
* will execute on local data.
*/
@Override
public List<PartitionQuery<K, T>> getPartitions(final Query<K, T> query)
throws IOException {
// FIXME: for now, there is only one partition as we do not handle
// MongoDB sharding configuration
List<PartitionQuery<K, T>> partitions = new ArrayList<>();
PartitionQueryImpl<K, T> partitionQuery = new PartitionQueryImpl<>(
query);
partitionQuery.setConf(getConf());
partitions.add(partitionQuery);
return partitions;
}
示例15: setInputPath
import org.apache.gora.query.PartitionQuery; //导入依赖的package包/类
@SuppressWarnings({ "rawtypes" })
private void setInputPath(PartitionQuery<K, T> partitionQuery) throws IOException {
//if the data store is file based
if(partitionQuery instanceof FileSplitPartitionQuery) {
FileSplit split = ((FileSplitPartitionQuery<K,T>)partitionQuery).getSplit();
//set the input path to FileSplit's path.
((FileBackedDataStore)partitionQuery.getDataStore()).setInputPath(
split.getPath().toString());
}
}