Java Scheme类代码示例

import cascading.scheme.Scheme; //导入依赖的package包/类
public OutputStreamTap(Scheme<Properties, ?, OutputStream, ?, ?> scheme, OutputStream os) {
    super(scheme, SinkMode.UPDATE);
    this.os = os;
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
public Tap createTap(Scheme scheme, String path, SinkMode sinkMode, Properties properties) {
    if (!(scheme instanceof EsScheme)) {
        throw new EsHadoopIllegalArgumentException("Unknown scheme; expected " + EsScheme.class.getName());
    }

    String host = properties.getProperty("host");
    String portString = properties.getProperty("port");
    int port = (StringUtils.hasText(portString) ? Integer.parseInt(portString) : -1);
    String query = properties.getProperty("query");

    return CascadingUtils.hadoopTap(host, port, path, query, ((EsScheme) scheme).fields, properties);
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
@Test
public void testCreateTap() {
    Fields fl = new Fields();
    Properties props = new Properties();

    Scheme scheme = factory.createScheme(fl, props);
    Tap tap = factory.createTap(scheme, "somePath", SinkMode.KEEP, props);
    assertThat(tap, notNullValue());
    assertThat(tap.getClass().getName(), containsString("HadoopTap"));
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
public TemplateScheme(Scheme scheme, Fields pathFields) {
  this.scheme = scheme;

  if (pathFields == null || pathFields.isAll())
    this.pathFields = null;
  else if (pathFields.isDefined())
    this.pathFields = pathFields;
  else
    throw new IllegalArgumentException(
        "pathFields must be defined or the ALL substitution, got: "
            + pathFields.printVerbose());
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
public Scheme createScheme(Fields fields, Properties properties) {
    return new EsScheme(fields);
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
@Override
protected Class<? extends Scheme> getDefaultIntermediateSchemeClass() {
	return null; // not required for Flink
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
@Override
public Tap getTap(Scheme scheme, String filename, SinkMode mode) {
	return new Hfs(scheme, filename, mode);
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
@Override
public Scheme getTestConfigDefScheme() {
	return new FlinkConfigDefScheme( new Fields( "line" ));
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
@Override
public Scheme getTestFailScheme() {
	return new HadoopFailScheme( new Fields( "line" ) );
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
private TestHfs(@SuppressWarnings("rawtypes") Scheme<Configuration, RecordReader, OutputCollector, ?, ?> scheme,
    String stringPath) {
  super(scheme, stringPath);
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
public void execute(String inputPath1, String inputPath2, String outputPath) {

        // define source and sink Taps.
        Scheme sourceScheme = new TextLine( new Fields( "line" ) );
        Tap lhSource = new Hfs( sourceScheme, inputPath1 );
        Tap rhSource = new Hfs( sourceScheme, inputPath2 );

        Scheme sinkScheme = new TextLine( new Fields( "source", "line" ) );
        Tap sink = new Hfs( sinkScheme, outputPath, SinkMode.REPLACE );

        /*
        Pipe lhs = new Pipe("lhs");
        lhs = new Each(lhs, new Fields("source", "line"), )
        
        String regex = "(left|right)[\\s]+(.*)";
        Function function = new RegexGenerator( new Fields( "source", "line" ), regex );
        assembly = new Each( assembly, new Fields( "line" ), function );

        // group the Tuple stream by the "word" value
        assembly = new GroupBy( assembly, new Fields( "source" ) );

        // For every Tuple group
        // count the number of occurrences of "word" and store result in
        // a field named "count"
        Aggregator count = new Count( new Fields( "count" ) );
        assembly = new Every( assembly, count );

        // initialize app properties, tell Hadoop which jar file to use
        Properties properties = new Properties();
        FlowConnector.setApplicationJarClass( properties, WordCountCascading.class );

        // plan a new Flow from the assembly using the source and sink Taps
        // with the above properties
        FlowConnector flowConnector = new FlowConnector( properties );
        Flow flow = flowConnector.connect( "word-count", source, sink, assembly );


        // execute the flow, block until complete
        flow.complete();    
        */    
    }
 

import cascading.scheme.Scheme; //导入依赖的package包/类
public VersionedTap(String dir, Scheme<JobConf,RecordReader,OutputCollector,?,?> scheme, TapMode mode)
    throws IOException {
  super(scheme, dir);
  this.mode = mode;
}
 

import cascading.scheme.Scheme; //导入依赖的package包/类
static protected Scheme tsv() {
  return tsv(Fields.ALL);
}