当前位置: 首页>>代码示例>>Java>>正文

Java IntList类代码示例

本文整理汇总了Java中org.apache.flink.runtime.operators.testutils.types.IntList类的典型用法代码示例。如果您正苦于以下问题：Java IntList类的具体用法？Java IntList怎么用？Java IntList使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


IntList类属于org.apache.flink.runtime.operators.testutils.types包，在下文中一共展示了IntList类的14个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: getRandomizedIntLists

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
private static IntList[] getRandomizedIntLists(int num, Random rnd) {
	IntList[] lists = new IntList[num];
	for (int i = 0; i < num; i++) {
		int[] value = new int[rnd.nextInt(MAX_LIST_SIZE)+1];
		//int[] value = new int[MAX_LIST_SIZE-1];
		for (int j = 0; j < value.length; j++) {
			value[j] = -rnd.nextInt(Integer.MAX_VALUE);
		}
		lists[i] = new IntList(i, value);
	}
	
	return lists;
}
开发者ID:citlab，项目名称:vs.msc.ws14，代码行数:14，代码来源:MemoryHashTableTest.java

示例2: testEntryIterator

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testEntryIterator() throws Exception {
	final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
	AbstractMutableHashTable<IntList> table = getHashTable(serializerV, comparatorV, getMemory(NUM_MEM_PAGES));

	final Random rnd = new Random(RANDOM_SEED);
	final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);

	table.open();
	int result = 0;
	for (int i = 0; i < NUM_LISTS; i++) {
		table.insert(lists[i]);
		result += lists[i].getKey();
	}

	MutableObjectIterator<IntList> iter = table.getEntryIterator();
	IntList target = new IntList();

	int sum = 0;
	while((target = iter.next(target)) != null) {
		sum += target.getKey();
	}
	table.close();

	assertTrue(sum == result);
	assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
}
开发者ID:axbaretto，项目名称:flink，代码行数:28，代码来源:MutableHashTableTestBase.java

示例3: testMultipleProbers

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testMultipleProbers() throws Exception {
	final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
	AbstractMutableHashTable<IntList> table = getHashTable(serializerV, comparatorV, getMemory(NUM_MEM_PAGES));

	final Random rnd = new Random(RANDOM_SEED);
	final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);
	final IntPair[] pairs = getRandomizedIntPairs(NUM_LISTS, rnd);

	table.open();
	for (int i = 0; i < NUM_LISTS; i++) {
		table.insert(lists[i]);
	}

	AbstractHashTableProber<IntList, IntList> listProber = table.getProber(comparatorV, pairComparatorV);

	AbstractHashTableProber<IntPair, IntList> pairProber = table.getProber(intPairComparator, pairComparatorPL);

	IntList target = new IntList();
	for (int i = 0; i < NUM_LISTS; i++) {
		assertNotNull(pairProber.getMatchFor(pairs[i], target));
		assertNotNull(listProber.getMatchFor(lists[i], target));
		assertArrayEquals(lists[i].getValue(), target.getValue());
	}
	table.close();
	assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
}
开发者ID:axbaretto，项目名称:flink，代码行数:28，代码来源:MutableHashTableTestBase.java

示例4: testVariableLengthBuildAndRetrieveMajorityUpdated

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testVariableLengthBuildAndRetrieveMajorityUpdated() throws Exception {
	final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
	AbstractMutableHashTable<IntList> table = getHashTable(serializerV, comparatorV, getMemory(NUM_MEM_PAGES));

	final Random rnd = new Random(RANDOM_SEED);
	final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);

	table.open();

	for (int i = 0; i < NUM_LISTS; i++) {
		table.insert(lists[i]);
	}

	AbstractHashTableProber<IntList, IntList> prober = table.getProber(comparatorV, pairComparatorV);
	IntList target = new IntList();

	for (int i = 0; i < NUM_LISTS; i++) {
		assertNotNull(prober.getMatchFor(lists[i], target));
		assertArrayEquals(lists[i].getValue(), target.getValue());
	}

	final IntList[] overwriteLists = getRandomizedIntLists(NUM_LISTS, rnd);

	// test replacing
	for (int i = 0; i < NUM_LISTS; i++) {
		if( i % 100 != 0) {
			table.insertOrReplaceRecord(overwriteLists[i]);
			lists[i] = overwriteLists[i];
		}
	}

	for (int i = 0; i < NUM_LISTS; i++) {
		assertNotNull("" + i, prober.getMatchFor(lists[i], target));
		assertArrayEquals(lists[i].getValue(), target.getValue());
	}

	table.close();
	assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
}
开发者ID:axbaretto，项目名称:flink，代码行数:41，代码来源:MutableHashTableTestBase.java

示例5: testProberUpdate

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testProberUpdate() throws Exception {
	final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
	AbstractMutableHashTable<IntList> table = getHashTable(serializerV, comparatorV, getMemory(NUM_MEM_PAGES));

	final Random rnd = new Random(RANDOM_SEED);
	final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);

	table.open();

	for (int i = 0; i < NUM_LISTS; i++) {
		table.insert(lists[i]);
	}

	final IntList[] overwriteLists = getRandomizedIntLists(NUM_LISTS, rnd);

	AbstractHashTableProber<IntList, IntList> prober = table.getProber(comparatorV, pairComparatorV);
	IntList target = new IntList();

	for (int i = 0; i < NUM_LISTS; i++) {
		assertNotNull(""+i,prober.getMatchFor(lists[i], target));
		assertArrayEquals(lists[i].getValue(), target.getValue());
		prober.updateMatch(overwriteLists[i]);
	}

	for (int i = 0; i < NUM_LISTS; i++) {
		assertNotNull("" + i, prober.getMatchFor(overwriteLists[i], target));
		assertArrayEquals(overwriteLists[i].getValue(), target.getValue());
	}

	table.close();
	assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
}
开发者ID:axbaretto，项目名称:flink，代码行数:34，代码来源:MutableHashTableTestBase.java

示例6: getRandomizedIntLists

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
protected static IntList[] getRandomizedIntLists(int num, Random rnd) {
	IntList[] lists = new IntList[num];
	for (int i = 0; i < num; i++) {
		int[] value = new int[rnd.nextInt(MAX_LIST_SIZE)+1];
		//int[] value = new int[MAX_LIST_SIZE-1];
		for (int j = 0; j < value.length; j++) {
			value[j] = -rnd.nextInt(Integer.MAX_VALUE);
		}
		lists[i] = new IntList(i, value);
	}
	
	return lists;
}
开发者ID:axbaretto，项目名称:flink，代码行数:14，代码来源:MutableHashTableTestBase.java

示例7: testEntryIterator

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testEntryIterator() {
	try {
		final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
		final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);
		
		AbstractMutableHashTable<IntList> table = new CompactingHashTable<IntList>(serializerV, comparatorV, getMemory(NUM_MEM_PAGES, PAGE_SIZE));
		table.open();
		int result = 0;
		for (int i = 0; i < NUM_LISTS; i++) {
			table.insert(lists[i]);
			result += lists[i].getKey();
		}

		MutableObjectIterator<IntList> iter = table.getEntryIterator();
		IntList target = new IntList();
		
		int sum = 0;
		while((target = iter.next(target)) != null) {
			sum += target.getKey();
		}
		table.close();
		
		assertTrue(sum == result);
		assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
	} catch (Exception e) {
		e.printStackTrace();
		fail("Error: " + e.getMessage());
	}
}
开发者ID:citlab，项目名称:vs.msc.ws14，代码行数:31，代码来源:MemoryHashTableTest.java

示例8: testMultipleProbers

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testMultipleProbers() {
	try {
		final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
		final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);
		final IntPair[] pairs = getRandomizedIntPairs(NUM_LISTS, rnd);
		
		AbstractMutableHashTable<IntList> table = new CompactingHashTable<IntList>(serializerV, comparatorV, getMemory(NUM_MEM_PAGES, PAGE_SIZE));
		table.open();
		for (int i = 0; i < NUM_LISTS; i++) {
			table.insert(lists[i]);
		}
		
		AbstractHashTableProber<IntList, IntList> listProber = table.getProber(comparatorV, pairComparatorV);
		
		AbstractHashTableProber<IntPair, IntList> pairProber = table.getProber(comparator, pairComparatorPL);
		
		IntList target = new IntList();
		for (int i = 0; i < NUM_LISTS; i++) {
			assertNotNull(pairProber.getMatchFor(pairs[i], target));
			assertNotNull(listProber.getMatchFor(lists[i], target));
			assertArrayEquals(lists[i].getValue(), target.getValue());
		}
		table.close();
		assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
	} catch (Exception e) {
		e.printStackTrace();
		fail("Error: " + e.getMessage());
	}
}
开发者ID:citlab，项目名称:vs.msc.ws14，代码行数:31，代码来源:MemoryHashTableTest.java

示例9: testVariableLengthBuildAndRetrieve

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testVariableLengthBuildAndRetrieve() throws Exception {
	final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
	AbstractMutableHashTable<IntList> table = getHashTable(serializerV, comparatorV, getMemory(NUM_MEM_PAGES));

	final Random rnd = new Random(RANDOM_SEED);
	final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);

	table.open();

	for (int i = 0; i < NUM_LISTS; i++) {
		try {
			table.insert(lists[i]);
		} catch (Exception e) {
			throw e;
		}
	}


	AbstractHashTableProber<IntList, IntList> prober = table.getProber(comparatorV, pairComparatorV);
	IntList target = new IntList();

	for (int i = 0; i < NUM_LISTS; i++) {
		assertNotNull(prober.getMatchFor(lists[i], target));
		assertArrayEquals(lists[i].getValue(), target.getValue());
	}

	final IntList[] overwriteLists = getRandomizedIntLists(NUM_LISTS, rnd);

	// test replacing
	for (int i = 0; i < NUM_LISTS; i++) {
		table.insertOrReplaceRecord(overwriteLists[i]);
	}

	for (int i = 0; i < NUM_LISTS; i++) {
		assertNotNull("" + i, prober.getMatchFor(overwriteLists[i], target));
		assertArrayEquals(overwriteLists[i].getValue(), target.getValue());
	}

	table.close();
	assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
}
开发者ID:axbaretto，项目名称:flink，代码行数:43，代码来源:MutableHashTableTestBase.java

示例10: testVariableLengthBuildAndRetrieveMinorityUpdated

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testVariableLengthBuildAndRetrieveMinorityUpdated() throws Exception {
	final int NUM_LISTS = 20000;
	final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
	AbstractMutableHashTable<IntList> table =
		getHashTable(serializerV, comparatorV, getMemory(NUM_MEM_PAGES));

	final int STEP_SIZE = 100;

	final Random rnd = new Random(RANDOM_SEED);
	final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);

	table.open();

	for (int i = 0; i < NUM_LISTS; i++) {
		table.insert(lists[i]);
	}

	AbstractHashTableProber<IntList, IntList> prober = table.getProber(comparatorV, pairComparatorV);
	IntList target = new IntList();

	for (int i = 0; i < NUM_LISTS; i++) {
		assertNotNull(prober.getMatchFor(lists[i], target));
		assertArrayEquals(lists[i].getValue(), target.getValue());
	}

	final IntList[] overwriteLists = getRandomizedIntLists(NUM_LISTS/STEP_SIZE, rnd);

	// test replacing
	for (int i = 0; i < NUM_LISTS; i += STEP_SIZE) {
		overwriteLists[i/STEP_SIZE].setKey(overwriteLists[i/STEP_SIZE].getKey()*STEP_SIZE);
		table.insertOrReplaceRecord(overwriteLists[i/STEP_SIZE]);
		lists[i] = overwriteLists[i/STEP_SIZE];
	}

	for (int i = 0; i < NUM_LISTS; i++) {
		assertNotNull(prober.getMatchFor(lists[i], target));
		assertArrayEquals(lists[i].getValue(), target.getValue());
	}

	table.close();
	assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
}
开发者ID:axbaretto，项目名称:flink，代码行数:44，代码来源:MutableHashTableTestBase.java

示例11: testRepeatedBuildAndRetrieve

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testRepeatedBuildAndRetrieve() throws Exception {
	final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
	AbstractMutableHashTable<IntList> table = getHashTable(serializerV, comparatorV, getMemory(NUM_MEM_PAGES));

	final Random rnd = new Random(RANDOM_SEED);
	final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);

	table.open();

	for (int i = 0; i < NUM_LISTS; i++) {
		try {
			table.insert(lists[i]);
		} catch (Exception e) {
			throw e;
		}
	}


	AbstractHashTableProber<IntList, IntList> prober = table.getProber(comparatorV, pairComparatorV);
	IntList target = new IntList();

	for (int i = 0; i < NUM_LISTS; i++) {
		assertNotNull(prober.getMatchFor(lists[i], target));
		assertArrayEquals(lists[i].getValue(), target.getValue());
	}

	IntList[] overwriteLists;

	for(int k = 0; k < NUM_REWRITES; k++) {
		overwriteLists = getRandomizedIntLists(NUM_LISTS, rnd);
		// test replacing
		for (int i = 0; i < NUM_LISTS; i++) {
			table.insertOrReplaceRecord(overwriteLists[i]);
		}

		for (int i = 0; i < NUM_LISTS; i++) {
			assertNotNull("" + i, prober.getMatchFor(overwriteLists[i], target));
			assertArrayEquals(overwriteLists[i].getValue(), target.getValue());
		}
	}

	table.close();
	assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
}
开发者ID:axbaretto，项目名称:flink，代码行数:46，代码来源:MutableHashTableTestBase.java

示例12: testResizeWithCompaction

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testResizeWithCompaction(){
	// Only CompactingHashTable
	try {
		final int NUM_MEM_PAGES = (SIZE * NUM_LISTS / PAGE_SIZE);

		final Random rnd = new Random(RANDOM_SEED);
		final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);

		List<MemorySegment> memory = getMemory(NUM_MEM_PAGES);
		CompactingHashTable<IntList> table = new CompactingHashTable<IntList>(serializerV, comparatorV, memory);
		table.open();

		for (int i = 0; i < NUM_LISTS; i++) {
			table.insert(lists[i]);
		}

		AbstractHashTableProber<IntList, IntList> prober = table.getProber(comparatorV, pairComparatorV);
		IntList target = new IntList();

		for (int i = 0; i < NUM_LISTS; i++) {
			assertNotNull(prober.getMatchFor(lists[i], target));
			assertArrayEquals(lists[i].getValue(), target.getValue());
		}

		// make sure there is enough memory for resize
		memory.addAll(getMemory(ADDITIONAL_MEM));
		Boolean b = Whitebox.<Boolean>invokeMethod(table, "resizeHashTable");
		assertTrue(b);

		for (int i = 0; i < NUM_LISTS; i++) {
			assertNotNull(prober.getMatchFor(lists[i], target));
			assertArrayEquals(lists[i].getValue(), target.getValue());
		}

		final IntList[] overwriteLists = getRandomizedIntLists(NUM_LISTS, rnd);

		// test replacing
		for (int i = 0; i < NUM_LISTS; i++) {
			table.insertOrReplaceRecord(overwriteLists[i]);
		}

		Field list = Whitebox.getField(CompactingHashTable.class, "partitions");
		@SuppressWarnings("unchecked")
		ArrayList<InMemoryPartition<IntList>> partitions = (ArrayList<InMemoryPartition<IntList>>) list.get(table);
		int numPartitions = partitions.size();
		for(int i = 0; i < numPartitions; i++) {
			Whitebox.invokeMethod(table, "compactPartition", i);
		}

		// make sure there is enough memory for resize
		memory.addAll(getMemory(2*ADDITIONAL_MEM));
		b = Whitebox.<Boolean>invokeMethod(table, "resizeHashTable");
		assertTrue(b);

		for (int i = 0; i < NUM_LISTS; i++) {
			assertNotNull("" + i, prober.getMatchFor(overwriteLists[i], target));
			assertArrayEquals(overwriteLists[i].getValue(), target.getValue());
		}

		table.close();
		assertEquals("Memory lost", NUM_MEM_PAGES + 3*ADDITIONAL_MEM, table.getFreeMemory().size());
	} catch (Exception e) {
		e.printStackTrace();
		fail("Error: " + e.getMessage());
	}
}
开发者ID:axbaretto，项目名称:flink，代码行数:68，代码来源:CompactingHashTableTest.java

示例13: testVariableLengthBuildAndRetrieveMajorityUpdated

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testVariableLengthBuildAndRetrieveMajorityUpdated() {
	try {
		final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
					
		final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);
		
		AbstractMutableHashTable<IntList> table = new CompactingHashTable<IntList>(serializerV, comparatorV, getMemory(NUM_MEM_PAGES, PAGE_SIZE));
		table.open();
		
		for (int i = 0; i < NUM_LISTS; i++) {
			table.insert(lists[i]);
		}

		AbstractHashTableProber<IntList, IntList> prober = table.getProber(comparatorV, pairComparatorV);
		IntList target = new IntList();
		
		for (int i = 0; i < NUM_LISTS; i++) {
			assertNotNull(prober.getMatchFor(lists[i], target));
			assertArrayEquals(lists[i].getValue(), target.getValue());
		}
		
		final IntList[] overwriteLists = getRandomizedIntLists(NUM_LISTS, rnd);
		
		// test replacing
		IntList tempHolder = new IntList();
		for (int i = 0; i < NUM_LISTS; i++) {
			if( i % 100 != 0) {
				table.insertOrReplaceRecord(overwriteLists[i], tempHolder);
				lists[i] = overwriteLists[i];
			}
		}
		
		for (int i = 0; i < NUM_LISTS; i++) {
			assertNotNull("" + i, prober.getMatchFor(lists[i], target));
			assertArrayEquals(lists[i].getValue(), target.getValue());
		}
		
		table.close();
		assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
	} catch (Exception e) {
		e.printStackTrace();
		fail("Error: " + e.getMessage());
	}
}
开发者ID:citlab，项目名称:vs.msc.ws14，代码行数:46，代码来源:MemoryHashTableTest.java

示例14: testVariableLengthBuildAndRetrieveMinorityUpdated

import org.apache.flink.runtime.operators.testutils.types.IntList; //导入依赖的package包/类
@Test
public void testVariableLengthBuildAndRetrieveMinorityUpdated() {
	try {
		final int NUM_LISTS = 20000;
		final int NUM_MEM_PAGES = SIZE * NUM_LISTS / PAGE_SIZE;
		
		final int STEP_SIZE = 100;
		
		final IntList[] lists = getRandomizedIntLists(NUM_LISTS, rnd);
		
		AbstractMutableHashTable<IntList> table = new CompactingHashTable<IntList>(serializerV, comparatorV, getMemory(NUM_MEM_PAGES, PAGE_SIZE));
		table.open();
		
		for (int i = 0; i < NUM_LISTS; i++) {
			table.insert(lists[i]);
		}
		
		AbstractHashTableProber<IntList, IntList> prober = table.getProber(comparatorV, pairComparatorV);
		IntList target = new IntList();
		
		for (int i = 0; i < NUM_LISTS; i++) {
			assertNotNull(prober.getMatchFor(lists[i], target));
			assertArrayEquals(lists[i].getValue(), target.getValue());
		}
		
		final IntList[] overwriteLists = getRandomizedIntLists(NUM_LISTS/STEP_SIZE, rnd);
		
		// test replacing
		IntList tempHolder = new IntList();
		for (int i = 0; i < NUM_LISTS; i += STEP_SIZE) {
			overwriteLists[i/STEP_SIZE].setKey(overwriteLists[i/STEP_SIZE].getKey()*STEP_SIZE);
			table.insertOrReplaceRecord(overwriteLists[i/STEP_SIZE], tempHolder);
			lists[i] = overwriteLists[i/STEP_SIZE];
		}
		
		for (int i = 0; i < NUM_LISTS; i++) {
			assertNotNull(prober.getMatchFor(lists[i], target));
			assertArrayEquals(lists[i].getValue(), target.getValue());
		}
		
		table.close();
		assertEquals("Memory lost", NUM_MEM_PAGES, table.getFreeMemory().size());
	} catch (Exception e) {
		e.printStackTrace();
		fail("Error: " + e.getMessage());
	}
}
开发者ID:citlab，项目名称:vs.msc.ws14，代码行数:48，代码来源:MemoryHashTableTest.java


注：本文中的org.apache.flink.runtime.operators.testutils.types.IntList类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。