Java Util.encodeEscape方法代码示例

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testRecordWithFieldSchemaFromTextWithSchemaFile() throws IOException {
    PigSchema2Avro.setTupleIndex(1);
    String output= outbasedir + "testRecordWithFieldSchemaFromTextWithSchemaFile";
    String expected = basedir + "expected_testRecordWithFieldSchema.avro";
    deleteDirectory(new File(output));
    String [] queries = {
       " avro = LOAD '" + Util.encodeEscape(testTextFile) + "' AS (member_id:int, browser_id:chararray, tracking_time:long, act_content:bag{inner:tuple(key:chararray, value:chararray)});",
      " avro1 = FILTER avro BY member_id > 1211;",
      " avro2 = FOREACH avro1 GENERATE member_id, browser_id, tracking_time, act_content ;",
      " STORE avro2 INTO '" + output + "' " +
            " USING org.apache.pig.piggybank.storage.avro.AvroStorage (" +
            "'{\"schema_file\":  \"" + Util.encodeEscape(testRecordSchema) + "\" ," +
            "  \"field0\": \"int\", " +
             " \"field1\":  \"def:browser_id\", " +
            "  \"field3\": \"def:act_content\" " +
           " }');"
       };
    testAvroStorage( queries);
    verifyResults(output, expected);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testRecursiveRecordInArray() throws IOException {
    // Verify that recursive records in array can be loaded/saved.
    String output= outbasedir + "testRecursiveRecordInArray";
    String expected = testRecursiveRecordInArray;
    deleteDirectory(new File(output));
    String [] queries = {
      " in = LOAD '" + Util.encodeEscape(testRecursiveRecordInArray) +
          "' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
      " STORE in INTO '" + output +
          "' USING org.apache.pig.piggybank.storage.avro.AvroStorage (" +
          " 'no_schema_check'," +
          " 'schema', '" + recursiveRecordInArray + "' );"
       };
    testAvroStorage(queries);
    verifyResults(output, expected);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testRecursiveRecordInRecord() throws IOException {
    // Verify that recursive records in record can be loaded/saved.
    String output= outbasedir + "testRecursiveRecordInRecord";
    String expected = testRecursiveRecordInRecord;
    deleteDirectory(new File(output));
    String [] queries = {
      " in = LOAD '" + Util.encodeEscape(testRecursiveRecordInRecord) +
          "' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
      " STORE in INTO '" + output +
          "' USING org.apache.pig.piggybank.storage.avro.AvroStorage (" +
          " 'no_schema_check'," +
          " 'schema', '" + Util.encodeEscape(recursiveRecordInRecord) + "' );"
       };
    testAvroStorage(queries);
    verifyResults(output, expected);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testRecursiveRecordInMap() throws IOException {
    // Verify that recursive records in map can be loaded/saved.
    String output= outbasedir + "testRecursiveRecordInMap";
    String expected = testRecursiveRecordInMap;
    deleteDirectory(new File(output));
    String [] queries = {
      " in = LOAD '" + Util.encodeEscape(testRecursiveRecordInMap) +
          "' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
      " STORE in INTO '" + output +
          "' USING org.apache.pig.piggybank.storage.avro.AvroStorage (" +
          " 'no_schema_check'," +
          " 'schema', '" + recursiveRecordInMap + "' );"
       };
    testAvroStorage(queries);
    verifyResults(output, expected);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testRecursiveRecordWithData() throws IOException {
    // Verify that recursive records cannot be stored if avro schema is specified by 'data'.
    String output= outbasedir + "testRecursiveWithData";
    deleteDirectory(new File(output));
    String [] queries = {
      " in = LOAD '" + Util.encodeEscape(testRecursiveRecordInUnion) +
          "' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
      " STORE in INTO '" + output +
          "' USING org.apache.pig.piggybank.storage.avro.AvroStorage (" +
          " 'no_schema_check'," +
          " 'data', '" + Util.encodeEscape(testRecursiveRecordInUnion) + "' );"
       };
    try {
        testAvroStorage(queries);
        Assert.fail("Negative test to test an exception. Should not be succeeding!");
    } catch (FrontendException e) {
        // The IOException thrown by AvroSchemaManager for recursive record is caught
        // by the Pig frontend, and FrontendException is re-thrown.
        assertTrue(e.getMessage().contains("could not instantiate 'org.apache.pig.piggybank.storage.avro.AvroStorage'"));
    }
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testGlob1() throws IOException {
    // Verify that the a glob pattern matches files properly.
    String output = outbasedir + "testGlob1";
    String expected = basedir + "expected_testDir.avro";
    deleteDirectory(new File(output));
    String [] queries = {
       " in = LOAD '" + Util.encodeEscape(testDir1AllFiles) + "' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
       " STORE in INTO '" + output + "' USING org.apache.pig.piggybank.storage.avro.AvroStorage (" +
           "   'schema', '{\"type\":\"array\",\"items\":\"float\"}'  );"
        };
    testAvroStorage(queries);
    verifyResults(output, expected);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testGlob3() throws IOException {
    // Verify that comma-separated filenames are escaped properly.
    String output = outbasedir + "testGlob3";
    String expected = basedir + "expected_test_dir_1.avro";
    deleteDirectory(new File(output));
    String [] queries = {
       " in = LOAD '" + Util.encodeEscape(testDir1Files321) + "' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
       " STORE in INTO '" + output + "' USING org.apache.pig.piggybank.storage.avro.AvroStorage (" +
           "   'schema', '{\"type\":\"array\",\"items\":\"float\"}'  );"
        };
    testAvroStorage(queries);
    verifyResults(output, expected);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
public void testXMLLoaderShouldLoadBasicBzip2Files() throws Exception {
 String filename = TestHelper.createTempFile(data, "");
 Process bzipProc = Runtime.getRuntime().exec("bzip2 "+filename);
 int waitFor = bzipProc.waitFor();

 if(waitFor != 0) {
     fail ("Failed to create the class");
 }

 filename = filename + ".bz2";

 try {
     PigServer pigServer = new PigServer (ExecType.LOCAL);
     String loadQuery = "A = LOAD '" + Util.encodeEscape(filename) + "' USING org.apache.pig.piggybank.storage.XMLLoader('property') as (doc:chararray);";
     pigServer.registerQuery(loadQuery);

     Iterator<Tuple> it = pigServer.openIterator("A");
     int tupleCount = 0;
     while (it.hasNext()) {
         Tuple tuple = (Tuple) it.next();
         if (tuple == null)
             break;
         else {
             //TestHelper.examineTuple(expected, tuple, tupleCount);
             if (tuple.size() > 0) {
                 tupleCount++;
             }
         }
     }
     assertEquals(2, tupleCount);

 } finally {
     new File(filename).delete();
 }
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testArrayWithSchemaURI() throws IOException {
    String output= outbasedir + "testArrayWithSchemaURI";
    String expected = basedir + "expected_testArrayWithSchemaURI.avro"; // doubles (not floats) stored
    deleteDirectory(new File(output));
    String [] queries = {
       " in = LOAD '" + Util.encodeEscape(testArrayFile) + " ' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
       " STORE in INTO '" + output +
           "' USING org.apache.pig.piggybank.storage.avro.AvroStorage ( "  +
           "   'schema_uri', '" + Util.encodeEscape(testArraySchema)  + "'  );"
        };
    testAvroStorage( queries);
    verifyResults(output, expected);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testSingleFieldTuples() throws IOException {
    String output= outbasedir + "testSingleFieldTuples";
    String expected = basedir + "expected_testSingleFieldTuples.avro";
    deleteDirectory(new File(output));
    String [] queries = {
            " messages = LOAD '" + Util.encodeEscape(testSingleTupleBagFile) + " ' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
            " a = foreach (group messages by user_id) { sorted = order messages by message_id DESC; GENERATE group AS user_id, sorted AS messages; };",
            " STORE a INTO '" + output + "' " +
                    " USING org.apache.pig.piggybank.storage.avro.AvroStorage ();"
    };
    testAvroStorage( queries);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testGlob5() throws IOException {
    // Verify that comma-separated directory names are escaped properly.
    String output = outbasedir + "testGlob5";
    String expected = basedir + "expected_test_dir_1_2.avro";
    deleteDirectory(new File(output));
    String [] queries = {
       " in = LOAD '" + Util.encodeEscape(testDir21AllFiles) + "' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
       " STORE in INTO '" + output + "' USING org.apache.pig.piggybank.storage.avro.AvroStorage (" +
           "   'schema', '{\"type\":\"array\",\"items\":\"float\"}'  );"
        };
    testAvroStorage(queries);
    verifyResults(output, expected);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testArrayWithSchema() throws IOException {
    String output= outbasedir + "testArrayWithSchema";
    String expected = basedir + "expected_testArrayWithSchema.avro";
    deleteDirectory(new File(output));
    String [] queries = {
            " in = LOAD '" + Util.encodeEscape(testArrayFile) + " ' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
            " STORE in INTO '" + output +
            "' USING org.apache.pig.piggybank.storage.avro.AvroStorage ( "  +
            "   'schema', '{\"type\":\"array\",\"items\":\"float\"}'  );"
    };
    testAvroStorage( queries);
    verifyResults(output, expected);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testRecursiveRecordReference3() throws IOException {
    // The relation 'in' looks like this:
    //  (1,(2,(3,)))
    //  (2,(3,))
    //  (3,)
    // $1.$1.$0 looks like this:
    //  (3)
    //  ()
    //  ()
    // Avro file stored after filtering out nulls looks like this:
    //  3
    String output= outbasedir + "testRecursiveRecordReference3";
    String expected = basedir + "expected_testRecursiveRecordReference3.avro";
    deleteDirectory(new File(output));
    String [] queries = {
      " in = LOAD '" + Util.encodeEscape(testRecursiveRecordInUnion) +
          "' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
      " third = FOREACH in GENERATE $1.$1.$0 AS value;",
      " filtered = FILTER third BY value is not null;",
      " STORE filtered INTO '" + output +
          "' USING org.apache.pig.piggybank.storage.avro.AvroStorage (" +
          " 'no_schema_check'," +
          " 'schema', '\"int\"' );"
       };
    testAvroStorage(queries);
    verifyResults(output, expected);
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
public void testLoaderShouldLoadBasicGzFile() throws Exception {
   String filename = TestHelper.createTempFile(data, "");

   Process bzipProc = Runtime.getRuntime().exec("gzip "+filename);
   int waitFor = bzipProc.waitFor();

   if(waitFor != 0) {
       fail ("Failed to create the class");
   }

   filename = filename + ".gz";

   try {
       PigServer pigServer = new PigServer (ExecType.LOCAL);
       String loadQuery = "A = LOAD '" + Util.encodeEscape(filename) + "' USING org.apache.pig.piggybank.storage.XMLLoader('property') as (doc:chararray);";
       pigServer.registerQuery(loadQuery);

       Iterator<Tuple> it = pigServer.openIterator("A");
       int tupleCount = 0;
       while (it.hasNext()) {
           Tuple tuple = (Tuple) it.next();
           if (tuple == null)
               break;
           else {
               if (tuple.size() > 0) {
                   tupleCount++;
               }
           }
       }
       assertEquals(2, tupleCount);

   } finally {
       new File(filename).delete();
   }
}
 

import org.apache.pig.test.Util; //导入方法依赖的package包/类
@Test
public void testRecordWithSplit() throws IOException {
    PigSchema2Avro.setTupleIndex(0);
    String output1= outbasedir + "testRecordSplit1";
    String output2= outbasedir + "testRecordSplit2";
    String expected1 = basedir + "expected_testRecordSplit1.avro";
    String expected2 = basedir + "expected_testRecordSplit2.avro";
    deleteDirectory(new File(output1));
    deleteDirectory(new File(output2));
    String [] queries = {
       " avro = LOAD '" + Util.encodeEscape(testRecordFile) + " ' USING org.apache.pig.piggybank.storage.avro.AvroStorage ();",
       " groups = GROUP avro BY member_id;",
       " sc = FOREACH groups GENERATE group AS key, COUNT(avro) AS cnt;",
       " STORE sc INTO '" + output1 + "' " +
             " USING org.apache.pig.piggybank.storage.avro.AvroStorage (" +
             "'{\"index\": 1, " +
             "  \"schema\": {\"type\":\"record\", " +
                                    " \"name\":\"result\", " +
                                   "  \"fields\":[ {\"name\":\"member_id\",\"type\":\"int\"}, " +
                                                         "{\"name\":\"count\", \"type\":\"long\"} " +
                                                      "]" +
                                     "}" +
            " }');",
        " STORE sc INTO '" + output2 +
                " 'USING org.apache.pig.piggybank.storage.avro.AvroStorage ('index', '2');"
        };
    testAvroStorage( queries);
    verifyResults(output1, expected1);
    verifyResults(output2, expected2);
}