Java PigServer.getPigContext方法代码示例

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testPartialExecution() throws Throwable {
    PigServer server = new PigServer(cluster.getExecType(), cluster.getProperties());
    PigContext context = server.getPigContext();
    FileLocalizer.setInitialized(false);

    String strCmd = "rmf bar; rmf baz; "
            + "a = load '"
            + Util.generateURI("file:test/org/apache/pig/test/data/passwd",
                    context)
            + "';"
            + "store a into 'bar'; exec; a = load 'bar'; store a into 'baz';\n";

    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);

    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    grunt.exec();
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testIllustrateScript4() throws Throwable {
    // empty line/field test
    PigServer server = new PigServer(ExecType.LOCAL, new Properties());
    PigContext context = server.getPigContext();

    String strCmd = "illustrate -script "
            + basedir + "/illustrate4.pig;";

    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);

    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    grunt.exec();
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testIllustrateScript4() throws Throwable {
    // empty line/field test
    PigServer server = new PigServer(ExecType.LOCAL, new Properties());
    PigContext context = server.getPigContext();
    
    String strCmd = "illustrate -script "
            + basedir + "/illustrate4.pig;";
    
    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);
    
    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    grunt.exec();
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@SuppressWarnings("unchecked")
@Test
public void testCommaSeparatedString3() throws Exception {
    PigServer pig = servers[0];
    pc = pig.getPigContext();
    boolean noConversionExpected = true;
    checkLoadPath("hdfs:/tmp/test,hdfs:/tmp/test2,hdfs:/tmp/test3",
            "hdfs:/tmp/test,hdfs:/tmp/test2,hdfs:/tmp/test3", noConversionExpected );
    
    // check if a location 'hdfs:<abs path>,hdfs:<abs path>' can actually be 
    // read using PigStorage
    String[] inputFileNames = new String[] {
            "/tmp/TestLoad-testCommaSeparatedString3-input1.txt",
            "/tmp/TestLoad-testCommaSeparatedString3-input2.txt"};
    String inputString = "hdfs:" + inputFileNames[0] + ",hdfs:" + 
    inputFileNames[1];
    testLoadingMultipleFiles(inputFileNames, inputString);
    
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test 
public void testParsingAsInForeachBlock() throws Throwable {
    PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
    PigContext context = server.getPigContext();
    
    String strCmd = "a = load 'foo' as (foo, fast); "
            + "b = group a by foo; c = foreach b "
            + "{generate SUM(a.fast) as fast;};\n";
    
    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);
    
    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    grunt.exec();
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test 
public void testParsingAsGenerateInForeachWithOutBlock() throws Throwable {
    PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
    PigContext context = server.getPigContext();
    
    String strCmd = "a = load 'foo' as (foo, fast, regenerate); "
            + "b = group a by foo; c = foreach b generate "
            + "{(1, '1', 0.4f),(2, '2', 0.45)} "
            + "as b: bag{t:(i: int, cease:chararray, degenerate: double)}, "
            + "SUM(a.fast) as fast, a.regenerate as degenerated;\n";
    
    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);
    
    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    grunt.exec();
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testPartialExecution() throws Throwable {
    PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
    PigContext context = server.getPigContext();
    FileLocalizer.setInitialized(false);
    
    String strCmd = "rmf bar; rmf baz; "
            + "a = load '"
            + Util.generateURI("file:test/org/apache/pig/test/data/passwd",
                    context)
            + "';"
            + "store a into 'bar'; exec; a = load 'bar'; store a into 'baz';\n";
    
    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);
    
    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    grunt.exec();
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testDump() throws Throwable {
    PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
    PigContext context = server.getPigContext();
    
    String strCmd = 
        "rmf bla;"
        +"a = load '"
        + Util.generateURI("file:test/org/apache/pig/test/data/passwd", context) + "';"
        +"e = group a by $0;"
        +"f = foreach e generate group, COUNT($1);"
        +"store f into 'bla';"
        +"f1 = load 'bla';"
        +"g = order f1 by $1;"
        +"dump g;";

    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);
    
    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    grunt.exec();
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testCD() throws Throwable {
    PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
    PigContext context = server.getPigContext();

    String strCmd = 
        "mkdir /tmp;"
        +"mkdir /tmp/foo;"
        +"cd /tmp;"
        +"rmf bar; rmf foo/baz;"
        +"copyFromLocal test/org/apache/pig/test/data/passwd bar;"
        +"a = load 'bar';"
        +"cd foo;"
        +"store a into 'baz';"
        +"cd /;"
        +"rm /tmp/bar; rm /tmp/foo/baz;";
    
    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);
    
    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    grunt.exec();
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testKeepGoigFailed() throws Throwable {
    PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
    PigContext context = server.getPigContext();
    Util.copyFromLocalToCluster(cluster, "test/org/apache/pig/test/data/passwd", "passwd");
    String strCmd = 
        "rmf bar;"
        +"rmf foo;"
        +"rmf baz;"
        +"A = load 'passwd';"
        +"B = foreach A generate 1;"
        +"C = foreach A generate 0/0;"
        +"store B into 'foo';"
        +"store C into 'bar';"
        +"A = load 'passwd';"
        +"B = stream A through `false`;"
        +"store B into 'baz';"
        +"cat baz;";
        
    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);
    
    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    boolean caught = false;
    try {
        grunt.exec();
    } catch (Exception e) {
        caught = true;
        assertTrue(e.getMessage().contains("baz does not exist"));
    }
    assertTrue(caught);
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testGlobChars() throws Exception {
    for (PigServer pig : servers) {
        pc = pig.getPigContext();
        checkLoadPath("t?s*","/tmp/t?s*");
    }
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testCommaSeparatedString() throws Exception {
    for (PigServer pig : servers) {
        pc = pig.getPigContext();
        checkLoadPath("usr/pig/a,usr/pig/b","/tmp/usr/pig/a,/tmp/usr/pig/b");
    }
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testCopyFromLocal() throws Throwable {
    PigServer server = new PigServer(cluster.getExecType(), cluster.getProperties());
    PigContext context = server.getPigContext();

    String strCmd = "copyFromLocal README.txt sh_copy ;";

    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);

    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    grunt.exec();
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Test
public void testParsingWordWithAsInForeachWithOutBlock2() throws Throwable {
    PigServer server = new PigServer(cluster.getExecType(), cluster.getProperties());
    PigContext context = server.getPigContext();

    String strCmd = "cash = load 'foo' as (foo, fast); "
            + "b = foreach cash generate fast * 2.0;\n";

    ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
    InputStreamReader reader = new InputStreamReader(cmd);

    Grunt grunt = new Grunt(new BufferedReader(reader), context);

    grunt.exec();
}
 

import org.apache.pig.PigServer; //导入方法依赖的package包/类
@Before
public void setUp() throws Exception {
    pig = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
    pigContext = pig.getPigContext();
    int LOOP_SIZE = 20;
    tmpFile = File.createTempFile("test", "txt");
    tmpFile.deleteOnExit();
    PrintStream ps = new PrintStream(new FileOutputStream(tmpFile));
    for(int i = 1; i <= LOOP_SIZE; i++) {
        ps.println(i);
    }
    ps.close();
}