本文整理汇总了Java中org.apache.hadoop.streaming.PipeMapRed类的典型用法代码示例。如果您正苦于以下问题：Java PipeMapRed类的具体用法？Java PipeMapRed怎么用？Java PipeMapRed使用的例子？那么, 这里精选的类代码示例或许可以为您提供帮助。
PipeMapRed类属于org.apache.hadoop.streaming包，在下文中一共展示了PipeMapRed类的7个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: initialize
import org.apache.hadoop.streaming.PipeMapRed; //导入依赖的package包/类
@Override
public void initialize(PipeMapRed pipeMapRed) throws IOException {
super.initialize(pipeMapRed);
clientOut = pipeMapRed.getClientOutput();
bufferOut = new ByteArrayOutputStream();
bufferDataOut = new DataOutputStream(bufferOut);
}
示例2: initialize
import org.apache.hadoop.streaming.PipeMapRed; //导入依赖的package包/类
@Override
public void initialize(PipeMapRed pipeMapRed) throws IOException {
super.initialize(pipeMapRed);
clientIn = pipeMapRed.getClientInput();
key = new TypedBytesWritable();
value = new TypedBytesWritable();
in = new TypedBytesInput(clientIn);
}
示例3: initialize
import org.apache.hadoop.streaming.PipeMapRed; //导入依赖的package包/类
@Override
public void initialize(PipeMapRed pipeMapRed) throws IOException {
super.initialize(pipeMapRed);
clientIn = pipeMapRed.getClientInput();
conf = pipeMapRed.getConfiguration();
numKeyFields = pipeMapRed.getNumOfKeyFields();
separator = pipeMapRed.getFieldSeparator();
lineReader = new LineReader((InputStream)clientIn, conf);
key = new Text();
value = new Text();
line = new Text();
}
示例4: initialize
import org.apache.hadoop.streaming.PipeMapRed; //导入依赖的package包/类
@Override
public void initialize(PipeMapRed pipeMapRed) throws IOException {
super.initialize(pipeMapRed);
DataOutput clientOut = pipeMapRed.getClientOutput();
tbOut = new TypedBytesOutput(clientOut);
tbwOut = new TypedBytesWritableOutput(clientOut);
}
示例5: initialize
import org.apache.hadoop.streaming.PipeMapRed; //导入依赖的package包/类
@Override
public void initialize(PipeMapRed pipeMapRed) throws IOException {
super.initialize(pipeMapRed);
clientIn = pipeMapRed.getClientInput();
conf = pipeMapRed.getConfiguration();
lineReader = new LineReader((InputStream)clientIn, conf);
key = new Text();
line = new Text();
}
示例6: initialize
import org.apache.hadoop.streaming.PipeMapRed; //导入依赖的package包/类
@Override
public void initialize(PipeMapRed pipeMapRed) throws IOException {
super.initialize(pipeMapRed);
clientIn = pipeMapRed.getClientInput();
key = new BytesWritable();
value = new BytesWritable();
}
示例7: testKeyOnlyTextOutputReader
import org.apache.hadoop.streaming.PipeMapRed; //导入依赖的package包/类
@Test
public void testKeyOnlyTextOutputReader() throws IOException {
String text = "key,value\nkey2,value2\nnocomma\n";
PipeMapRed pipeMapRed = new MyPipeMapRed(text);
KeyOnlyTextOutputReader outputReader = new KeyOnlyTextOutputReader();
outputReader.initialize(pipeMapRed);
outputReader.readKeyValue();
Assert.assertEquals(new Text("key,value"), outputReader.getCurrentKey());
outputReader.readKeyValue();
Assert.assertEquals(new Text("key2,value2"), outputReader.getCurrentKey());
outputReader.readKeyValue();
Assert.assertEquals(new Text("nocomma"), outputReader.getCurrentKey());
Assert.assertEquals(false, outputReader.readKeyValue());
}