Java RubyArray.add方法代码示例

import org.jruby.RubyArray; //导入方法依赖的package包/类
@Test
public void testCISCOPattern() throws Exception {
  // Adding configuration file
  Path path = new Path(GrokIngestMapperTest.class.getClassLoader()
      .getResource("grok" + File.separator + "CISCO.conf").getPath());

  // Adding extra patterns file
  Ruby runtime = Ruby.newInstance();
  RubyArray rubyArray = RubyArray.newArray(runtime);
  rubyArray.add(GrokIngestMapperTest.class.getClassLoader()
      .getResource("grok" + File.separator + "extra_patterns.txt").getPath());
  jobConf.set(GrokIngestMapper.GROK_URI, path.toString());
  mapper.getFixture().init(jobConf);
  mapDriver.withConfiguration(jobConf);
  String splitFilePath = "/path/to/log";
  mapDriver.setMapInputPath(new Path(splitFilePath));

  LongWritable lineNumb = new LongWritable(10);

  String message = "Mar 20 2014 20:10:45 key1=value1 key2=value2 key3=value3";
  mapDriver.withInput(lineNumb, new Text(message));

  List<Pair<Text, LWDocumentWritable>> run = mapDriver.run();
  Assert.assertEquals(1, run.size());

  Pair<Text, LWDocumentWritable> pair = run.get(0);
  LWDocument doc = pair.getSecond().getLWDocument();
  Assert.assertNotNull(doc);
  // TODO: Check Fields
}
 

import org.jruby.RubyArray; //导入方法依赖的package包/类
/**
 * A type specific conversion routine.
 *
 * @param  ruby          the Ruby runtime to create objects in
 * @param  object        object to convert
 * @return               analogous Ruby type
 * @throws ExecException object contained an object that could not convert
 */
public static RubyArray pigToRuby(Ruby ruby, Tuple object) throws ExecException{
    RubyArray rubyArray = ruby.newArray();

    for (Object o : object.getAll())
        rubyArray.add(pigToRuby(ruby, o));

    return rubyArray;
}
 

import org.jruby.RubyArray; //导入方法依赖的package包/类
/**
 * Consults the scripting container, after the script has been evaluated, to
 * determine what dependencies to ship.
 * <p>
 * FIXME: Corner cases like the following: "def foobar; require 'json'; end"
 * are NOT dealt with using this method
 */
private HashSet<String> libsToShip() {
    RubyArray loadedLibs = (RubyArray)rubyEngine.get("$\"");
    RubyArray loadPaths = (RubyArray)rubyEngine.get("$LOAD_PATH");
    // Current directory first
    loadPaths.add(0, "");

    HashSet<String> toShip = new HashSet<String>();
    HashSet<Object> shippedLib = new HashSet<Object>();

    for (Object loadPath : loadPaths) {
        for (Object lib : loadedLibs) {
            if (lib.toString().equals("pigudf.rb"))
                continue;
            if (shippedLib.contains(lib))
                continue;
            String possiblePath = (loadPath.toString().isEmpty()?"":loadPath.toString() +
                    File.separator) + lib.toString();
            if ((new File(possiblePath)).exists()) {
                // remove prefix ./
                toShip.add(possiblePath.startsWith("./")?possiblePath.substring(2):
                    possiblePath);
                shippedLib.add(lib);
            }
        }
    }
    return toShip;
}
 

import org.jruby.RubyArray; //导入方法依赖的package包/类
@Ignore
@Test
public void testAdditionalPattern() throws Exception {

  // Generate the HDFS hierarchy
  FileSystem fs = FileSystem.getLocal(jobConf);
  Path dir = new Path(fs.getWorkingDirectory(), "build");
  Path sub = new Path(dir, "GHT");
  Path tempDir = new Path(sub, "tmp-dir");
  Path base = new Path(sub, "tmp-dir-2");
  fs.mkdirs(tempDir);

  // Copy extra patterns file to HDFS
  Path dst = new Path(base, "extra_patterns.txt");
  Path src = new Path(GrokIngestMapperTest.class.getClassLoader()
      .getResource("grok" + File.separator + "extra_patterns.txt").getPath());
  fs.copyFromLocalFile(src, dst);

  // Adding configuration file
  Path confPath = new Path(GrokIngestMapperTest.class.getClassLoader()
      .getResource("grok" + File.separator + "customPattern.conf").toURI().getPath());

  // Adding extra patterns file
  Ruby runtime = Ruby.newInstance();
  RubyArray rubyArray = RubyArray.newArray(runtime);
  rubyArray.add(
      base.toUri().getPath() + File.separator + "extra_patterns.txt");
  GrokHelper.addPatternDirToDC(rubyArray, jobConf);
  jobConf.set(GrokIngestMapper.GROK_URI, confPath.toString());
  mapper.getFixture().init(jobConf);
  mapDriver.withConfiguration(jobConf);
  String splitFilePath = "/path/to/log";
  mapDriver.setMapInputPath(new Path(splitFilePath));

  LongWritable lineNumb = new LongWritable(10);

  String message = "192.168.1.1 123456 rest of the message";
  mapDriver.withInput(lineNumb, new Text(message));

  List<Pair<Text, LWDocumentWritable>> run = mapDriver.run();
  Assert.assertEquals(1, run.size());

  Pair<Text, LWDocumentWritable> pair = run.get(0);
  LWDocument doc = pair.getSecond().getLWDocument();
  Assert.assertNotNull(doc);
  // TODO: Check Fields
}
 

import org.jruby.RubyArray; //导入方法依赖的package包/类
@Override
public void startElement(String uri, String localName, String qName, Attributes attrs) throws SAXException {
    // for attributes other than namespace attrs
    RubyArray rubyAttr = RubyArray.newArray(ruby);
    // for namespace defining attributes
    RubyArray rubyNSAttr = RubyArray.newArray(ruby);

    ThreadContext context = ruby.getCurrentContext();
    boolean fromFragmentHandler = false; // isFromFragmentHandler();

    for (int i = 0; i < attrs.getLength(); i++) {
        String u = attrs.getURI(i);
        String qn = attrs.getQName(i);
        String ln = attrs.getLocalName(i);
        String val = attrs.getValue(i);
        String pre;

        pre = getPrefix(qn);
        if (ln == null || ln.equals("")) ln = getLocalPart(qn);

        if (isNamespace(qn) && !fromFragmentHandler) {
            // I haven't figured the reason out yet, but, in somewhere,
            // namespace is converted to array in array in array and cause
            // TypeError at line 45 in fragment_handler.rb
            RubyArray ns = RubyArray.newArray(ruby, 2);
            if (ln.equals("xmlns")) ln = null;
            ns.add(stringOrNil(ruby, ln));
            ns.add(ruby.newString(val));
            rubyNSAttr.add(ns);
        } else {
            IRubyObject[] args = null;
            if (needEmptyAttrCheck) {
                if (isEmptyAttr(ln)) {
                    args = new IRubyObject[3];
                    args[0] = stringOrNil(ruby, ln);
                    args[1] = stringOrNil(ruby, pre);
                    args[2] = stringOrNil(ruby, u);
                }
            } 
            if (args == null) {
                args = new IRubyObject[4];
                args[0] = stringOrNil(ruby, ln);
                args[1] = stringOrNil(ruby, pre);
                args[2] = stringOrNil(ruby, u);
                args[3] = stringOrNil(ruby, val);
            }

            IRubyObject attr = RuntimeHelpers.invoke(context, attrClass, "new", args);
            rubyAttr.add(attr);
        }
    }

    if (localName == null || localName.equals("")) localName = getLocalPart(qName);
    call("start_element_namespace",
         stringOrNil(ruby, localName),
         rubyAttr,
         stringOrNil(ruby, getPrefix(qName)),
         stringOrNil(ruby, uri),
         rubyNSAttr);
}
 

import org.jruby.RubyArray; //导入方法依赖的package包/类
private static IRubyObject toRubyArray(Ruby rubyRuntime, List<Object> values) {

        RubyArray rubyArray = RubyArray.newArray(rubyRuntime, values.size());

        for (Object value : values) {
            rubyArray.add(toRubyObject(rubyRuntime, value));
        }

        return rubyArray;
    }