本文整理汇总了Java中org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.MROperPlan.iterator方法的典型用法代码示例。如果您正苦于以下问题：Java MROperPlan.iterator方法的具体用法？Java MROperPlan.iterator怎么用？Java MROperPlan.iterator使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.MROperPlan的用法示例。
在下文中一共展示了MROperPlan.iterator方法的3个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: testCompilation
import org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.MROperPlan; //导入方法依赖的package包/类
@Test
public void testCompilation(){
try{
PigServer pigServer = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
String query = "A = LOAD 'data1' using "+ DummyCollectableLoader.class.getName() +"() as (id, name, grade);" +
"B = LOAD 'data2' using "+ DummyIndexableLoader.class.getName() +"() as (id, name, grade);" +
"D = LOAD 'data2' using "+ DummyIndexableLoader.class.getName() +"() as (id, name, grade);" +
"C = cogroup A by id, B by id, D by id using 'merge';" +
"store C into 'output';";
LogicalPlan lp = Util.buildLp(pigServer, query);
Operator op = lp.getSinks().get(0);
LOCogroup cogrp = (LOCogroup)lp.getPredecessors(op).get(0);
assertEquals(LOCogroup.GROUPTYPE.MERGE, cogrp.getGroupType());
PigContext pc = new PigContext(ExecType.MAPREDUCE,cluster.getProperties());
pc.connect();
PhysicalPlan phyP = Util.buildPp(pigServer, query);
PhysicalOperator phyOp = phyP.getLeaves().get(0);
assertTrue(phyOp instanceof POStore);
phyOp = phyOp.getInputs().get(0);
assertTrue(phyOp instanceof POMergeCogroup);
MROperPlan mrPlan = Util.buildMRPlan(phyP,pc);
assertEquals(2,mrPlan.size());
Iterator<MapReduceOper> itr = mrPlan.iterator();
List<MapReduceOper> opers = new ArrayList<MapReduceOper>();
opers.add(itr.next());
opers.add(itr.next());
//Order of entrySet is not guaranteed with jdk1.7
Collections.sort(opers);
assertTrue(opers.get(0).reducePlan.isEmpty());
assertFalse(opers.get(0).mapPlan.isEmpty());
assertFalse(opers.get(1).reducePlan.isEmpty());
assertFalse(opers.get(1).mapPlan.isEmpty());
} catch(Exception e){
e.printStackTrace();
fail("Compilation of merged cogroup failed.");
}
}
示例2: testCompilation
import org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.MROperPlan; //导入方法依赖的package包/类
@Test
public void testCompilation(){
try{
String query = "A = LOAD 'data1' using "+ DummyCollectableLoader.class.getName() +"() as (id, name, grade);" +
"B = LOAD 'data2' using "+ DummyIndexableLoader.class.getName() +"() as (id, name, grade);" +
"C = join A by id left, B by id using 'merge';" +
"store C into 'out';";
LogicalPlan lp = Util.buildLp(pigServer, query);
LOStore store = (LOStore)lp.getSinks().get(0);
LOJoin join = (LOJoin)lp.getPredecessors(store).get(0);
assertEquals(LOJoin.JOINTYPE.MERGE, join.getJoinType());
PigContext pc = new PigContext(ExecType.MAPREDUCE,cluster.getProperties());
pc.connect();
PhysicalPlan phyP = Util.buildPp(pigServer, query);
PhysicalOperator phyOp = phyP.getLeaves().get(0);
assertTrue(phyOp instanceof POStore);
phyOp = phyOp.getInputs().get(0);
assertTrue(phyOp instanceof POForEach);
assertEquals(1,phyOp.getInputs().size());
assertTrue(phyOp.getInputs().get(0) instanceof POMergeCogroup);
MROperPlan mrPlan = Util.buildMRPlan(phyP,pc);
assertEquals(2,mrPlan.size());
Iterator<MapReduceOper> itr = mrPlan.iterator();
List<MapReduceOper> opers = new ArrayList<MapReduceOper>();
opers.add(itr.next());
opers.add(itr.next());
//Order of entrySet is not guaranteed with jdk1.7
Collections.sort(opers);
assertTrue(opers.get(0).reducePlan.isEmpty());
assertFalse(opers.get(0).mapPlan.isEmpty());
assertFalse(opers.get(1).reducePlan.isEmpty());
assertFalse(opers.get(1).mapPlan.isEmpty());
} catch(Exception e){
e.printStackTrace();
fail("Compilation of merged cogroup failed.");
}
}
示例3: testCompilation
import org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.MROperPlan; //导入方法依赖的package包/类
@Test
public void testCompilation(){
try{
PigServer pigServer = new PigServer(cluster.getExecType(), cluster.getProperties());
String query = "A = LOAD 'data1' using "+ DummyCollectableLoader.class.getName() +"() as (id, name, grade);" +
"B = LOAD 'data2' using "+ DummyIndexableLoader.class.getName() +"() as (id, name, grade);" +
"D = LOAD 'data2' using "+ DummyIndexableLoader.class.getName() +"() as (id, name, grade);" +
"C = cogroup A by id, B by id, D by id using 'merge';" +
"store C into 'output';";
LogicalPlan lp = Util.buildLp(pigServer, query);
Operator op = lp.getSinks().get(0);
LOCogroup cogrp = (LOCogroup)lp.getPredecessors(op).get(0);
assertEquals(LOCogroup.GROUPTYPE.MERGE, cogrp.getGroupType());
PigContext pc = new PigContext(ExecType.MAPREDUCE,cluster.getProperties());
pc.connect();
PhysicalPlan phyP = Util.buildPp(pigServer, query);
PhysicalOperator phyOp = phyP.getLeaves().get(0);
assertTrue(phyOp instanceof POStore);
phyOp = phyOp.getInputs().get(0);
assertTrue(phyOp instanceof POMergeCogroup);
MROperPlan mrPlan = Util.buildMRPlan(phyP,pc);
assertEquals(2,mrPlan.size());
Iterator<MapReduceOper> itr = mrPlan.iterator();
List<MapReduceOper> opers = new ArrayList<MapReduceOper>();
opers.add(itr.next());
opers.add(itr.next());
//Order of entrySet is not guaranteed with jdk1.7
Collections.sort(opers);
assertTrue(opers.get(0).reducePlan.isEmpty());
assertFalse(opers.get(0).mapPlan.isEmpty());
assertFalse(opers.get(1).reducePlan.isEmpty());
assertFalse(opers.get(1).mapPlan.isEmpty());
} catch(Exception e){
e.printStackTrace();
fail("Compilation of merged cogroup failed.");
}
}