Java ObjectWritable.set方法代码示例

import org.apache.hadoop.io.ObjectWritable; //导入方法依赖的package包/类
/**
 * Wrap values in ObjectWritable.
 */
public void map(Text key, Writable value,
  OutputCollector<Text, ObjectWritable> output, Reporter reporter)
  throws IOException {

  ObjectWritable objWrite = new ObjectWritable();
  Writable cloned = null;
  if (value instanceof LinkDatum) {
    cloned = new Text(((LinkDatum)value).getUrl());
  }
  else {
    cloned = WritableUtils.clone(value, conf);
  }
  objWrite.set(cloned);
  output.collect(key, objWrite);
}
 

import org.apache.hadoop.io.ObjectWritable; //导入方法依赖的package包/类
/**
 * Changes input into ObjectWritables.
 */
public void map(Text key, Writable value,
    OutputCollector<Text, ObjectWritable> output, Reporter reporter)
    throws IOException {

  ObjectWritable objWrite = new ObjectWritable();
  objWrite.set(value);
  output.collect(key, objWrite);
}
 

import org.apache.hadoop.io.ObjectWritable; //导入方法依赖的package包/类
/**
 * Convert values to ObjectWritable
 */
public void map(Text key, Writable value,
    OutputCollector<Text, ObjectWritable> output, Reporter reporter)
    throws IOException {

  ObjectWritable objWrite = new ObjectWritable();
  objWrite.set(value);
  output.collect(key, objWrite);
}
 

import org.apache.hadoop.io.ObjectWritable; //导入方法依赖的package包/类
/**
 * Wraps all values in ObjectWritables.
 */
public void map(Text key, Writable value,
    OutputCollector<Text, ObjectWritable> output, Reporter reporter)
    throws IOException {

  ObjectWritable objWrite = new ObjectWritable();
  objWrite.set(value);
  output.collect(key, objWrite);
}
 

import org.apache.hadoop.io.ObjectWritable; //导入方法依赖的package包/类
/**
 * Changes input into ObjectWritables.
 */
public void map(Text key, Writable value,
  OutputCollector<Text, ObjectWritable> output, Reporter reporter)
  throws IOException {

  ObjectWritable objWrite = new ObjectWritable();
  objWrite.set(value);
  output.collect(key, objWrite);
}
 

import org.apache.hadoop.io.ObjectWritable; //导入方法依赖的package包/类
/**
 * Convert values to ObjectWritable
 */
public void map(Text key, Writable value,
  OutputCollector<Text, ObjectWritable> output, Reporter reporter)
  throws IOException {

  ObjectWritable objWrite = new ObjectWritable();
  objWrite.set(value);
  output.collect(key, objWrite);
}
 

import org.apache.hadoop.io.ObjectWritable; //导入方法依赖的package包/类
/**
 * Wraps all values in ObjectWritables.
 */
public void map(Text key, Writable value,
  OutputCollector<Text, ObjectWritable> output, Reporter reporter)
  throws IOException {

  ObjectWritable objWrite = new ObjectWritable();
  objWrite.set(value);
  output.collect(key, objWrite);
}
 

import org.apache.hadoop.io.ObjectWritable; //导入方法依赖的package包/类
@Test
public void testMapper()
		throws IOException {

	final GeoWaveInputKey inputKey = new GeoWaveInputKey();
	inputKey.setInsertionId(null);
	inputKey.setAdapterId(testObjectAdapter.getAdapterId());
	inputKey.setDataId(new ByteArrayId(
			"abc".getBytes()));

	final ObjectWritable ow = new ObjectWritable();
	ow.set(new FeatureWritable(
			ftype,
			AnalyticFeature.createGeometryFeature(
					ftype,
					batchId,
					"123",
					"fred",
					grp1,
					20.30203,
					factory.createPoint(new Coordinate(
							02.33,
							0.23)),
					new String[] {
						"extra1"
					},
					new double[] {
						0.022
					},
					1,
					1,
					0)));

	mapDriver.withInput(
			inputKey,
			ow);

	final List<Pair<Text, CountofDoubleWritable>> results = mapDriver.run();
	// output key has the dataID adjusted to contain the rank
	assertEquals(
			results.get(
					0).getFirst().toString(),
			grp1);
	// output value is the same as input value
	assertEquals(
			results.get(
					0).getSecond().getValue(),
			0.0,
			0.0001);

}
 

import org.apache.hadoop.io.ObjectWritable; //导入方法依赖的package包/类
@Test
public void testMapperWithMidRankedKey()
		throws IOException {

	capturedObjects.clear();
	mapDriver.getConfiguration().setClass(
			GeoWaveConfiguratorBase.enumToConfKey(
					KSamplerMapReduce.class,
					SampleParameters.Sample.SAMPLE_RANK_FUNCTION),
			TestSamplingMidRankFunction.class,
			SamplingRankFunction.class);

	final GeoWaveInputKey inputKey = new GeoWaveInputKey();
	inputKey.setAdapterId(testObjectAapter.getAdapterId());
	inputKey.setDataId(new ByteArrayId(
			"abc".getBytes()));

	final ObjectWritable ow = new ObjectWritable();
	ow.set(new TestObjectWritable(
			new TestObject(
					new Coordinate(
							25.4,
							25.6),
					"abc")));

	final GeoWaveInputKey outputKey = new GeoWaveInputKey();
	outputKey.setAdapterId(testObjectAapter.getAdapterId());

	final ByteBuffer keyBuf = ByteBuffer.allocate(64);
	keyBuf.putDouble(0.5);
	keyBuf.putInt(1);
	keyBuf.put("1".getBytes());
	keyBuf.putInt(3);
	keyBuf.put(inputKey.getDataId().getBytes());
	outputKey.setDataId(new ByteArrayId(
			keyBuf.array()));

	mapDriver.withInput(
			inputKey,
			ow);

	final List<Pair<GeoWaveInputKey, ObjectWritable>> results = mapDriver.run();
	// output key has the dataID adjusted to contain the rank
	assertEquals(
			results.get(
					0).getFirst(),
			outputKey);
	// output value is the same as input value
	assertEquals(
			results.get(
					0).getSecond().get(),
			ow.get());

	// results from sample rank function to make sure it was provided the
	// correct object
	assertEquals(
			1,
			capturedObjects.size());
	assertEquals(
			"abc",
			((TestObject) capturedObjects.get(0)).id);
}
 

import org.apache.hadoop.io.ObjectWritable; //导入方法依赖的package包/类
@Test
public void testMapperWithZeroRank()
		throws IOException {
	capturedObjects.clear();
	mapDriver.getConfiguration().setClass(
			GeoWaveConfiguratorBase.enumToConfKey(
					KSamplerMapReduce.class,
					SampleParameters.Sample.SAMPLE_RANK_FUNCTION),
			TestSamplingNoRankFunction.class,
			SamplingRankFunction.class);

	final GeoWaveInputKey inputKey = new GeoWaveInputKey();
	inputKey.setAdapterId(testObjectAapter.getAdapterId());
	inputKey.setDataId(new ByteArrayId(
			"abc".getBytes()));

	final ObjectWritable ow = new ObjectWritable();
	ow.set(new TestObjectWritable(
			new TestObject(
					new Coordinate(
							25.4,
							25.6),
					"abc")));

	final GeoWaveInputKey outputKey = new GeoWaveInputKey();
	outputKey.setAdapterId(testObjectAapter.getAdapterId());

	final ByteBuffer keyBuf = ByteBuffer.allocate(64);
	keyBuf.putDouble(0.0);
	keyBuf.putInt(3);
	keyBuf.put(inputKey.getDataId().getBytes());
	outputKey.setDataId(new ByteArrayId(
			keyBuf.array()));

	mapDriver.withInput(
			inputKey,
			ow);

	final List<Pair<GeoWaveInputKey, ObjectWritable>> results = mapDriver.run();

	assertEquals(
			0,
			results.size());

	// results from sample rank function to make sure it was provided the
	// correct object
	assertEquals(
			1,
			capturedObjects.size());
	assertEquals(
			"abc",
			((TestObject) capturedObjects.get(0)).id);
}