当前位置: 首页>>代码示例>>Java>>正文

Java MiniCluster类代码示例

本文整理汇总了Java中org.apache.pig.test.MiniCluster类的典型用法代码示例。如果您正苦于以下问题：Java MiniCluster类的具体用法？Java MiniCluster怎么用？Java MiniCluster使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


MiniCluster类属于org.apache.pig.test包，在下文中一共展示了MiniCluster类的7个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: TestDBStorage

import org.apache.pig.test.MiniCluster; //导入依赖的package包/类
public TestDBStorage() throws ExecException, IOException {
	// Initialise Pig server
	cluster = MiniCluster.buildCluster();
	pigServer = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
	pigServer.getPigContext().getProperties()
			.setProperty("mapred.map.max.attempts", "1");
	pigServer.getPigContext().getProperties()
			.setProperty("mapred.reduce.max.attempts", "1");
	System.out.println("Pig server initialized successfully");
       TMP_DIR = System.getProperty("user.dir") + "/build/test/";
       dblocation = TMP_DIR + "batchtest";
       url = "jdbc:hsqldb:file:" + dblocation
              + ";hsqldb.default_table_type=cached;hsqldb.cache_rows=100";
	// Initialise DBServer
	dbServer = new Server();
	dbServer.setDatabaseName(0, "batchtest");
	// dbServer.setDatabasePath(0, "mem:test;sql.enforce_strict_size=true");
	dbServer.setDatabasePath(0,
                           "file:" + TMP_DIR + "batchtest;sql.enforce_strict_size=true");
	dbServer.setLogWriter(null);
	dbServer.setErrWriter(null);
	dbServer.start();                                                                     
	System.out.println("Database URL: " + dbUrl);     
	try {
		Class.forName(driver);
	} catch (Exception e) {
		e.printStackTrace();
		System.out.println(this + ".setUp() error: " + e.getMessage());
	}
	System.out.println("Database server started on port: " + dbServer.getPort()); 
}
开发者ID:sigmoidanalytics，项目名称:spork-streaming，代码行数:32，代码来源:TestDBStorage.java

示例2: TestCSVStorage

import org.apache.pig.test.MiniCluster; //导入依赖的package包/类
public TestCSVStorage() throws ExecException, IOException {
    cluster = MiniCluster.buildCluster();
    pigServer = new PigServer(ExecType.LOCAL, new Properties());
    pigServer.getPigContext().getProperties()
            .setProperty("mapred.map.max.attempts", "1");
    pigServer.getPigContext().getProperties()
            .setProperty("mapred.reduce.max.attempts", "1");
}
开发者ID:sigmoidanalytics，项目名称:spork-streaming，代码行数:9，代码来源:TestCSVStorage.java

示例3: TestDBStorage

import org.apache.pig.test.MiniCluster; //导入依赖的package包/类
public TestDBStorage() throws ExecException, IOException {
    // Initialise Pig server
    cluster = MiniCluster.buildCluster();
    pigServer = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
    pigServer.getPigContext().getProperties()
            .setProperty(MRConfiguration.MAP_MAX_ATTEMPTS, "1");
    pigServer.getPigContext().getProperties()
            .setProperty(MRConfiguration.REDUCE_MAX_ATTEMPTS, "1");
    System.out.println("Pig server initialized successfully");
    TMP_DIR = System.getProperty("user.dir") + "/build/test/";
    dblocation = TMP_DIR + "batchtest";
    url = "jdbc:hsqldb:file:" + dblocation
           + ";hsqldb.default_table_type=cached;hsqldb.cache_rows=100";
    // Initialise DBServer
    dbServer = new Server();
    dbServer.setDatabaseName(0, "batchtest");
    // dbServer.setDatabasePath(0, "mem:test;sql.enforce_strict_size=true");
    dbServer.setDatabasePath(0,
                        "file:" + TMP_DIR + "batchtest;sql.enforce_strict_size=true");
    dbServer.setLogWriter(null);
    dbServer.setErrWriter(null);
    dbServer.start();
    System.out.println("Database URL: " + dbUrl);
    try {
        Class.forName(driver);
    } catch (Exception e) {
        e.printStackTrace();
        System.out.println(this + ".setUp() error: " + e.getMessage());
    }
    System.out.println("Database server started on port: " + dbServer.getPort());
}
开发者ID:sigmoidanalytics，项目名称:spork，代码行数:32，代码来源:TestDBStorage.java

示例4: TestCSVStorage

import org.apache.pig.test.MiniCluster; //导入依赖的package包/类
public TestCSVStorage() throws ExecException, IOException {
    cluster = MiniCluster.buildCluster();
    pigServer = new PigServer(ExecType.LOCAL, new Properties());
    pigServer.getPigContext().getProperties()
            .setProperty(MRConfiguration.MAP_MAX_ATTEMPTS, "1");
    pigServer.getPigContext().getProperties()
            .setProperty(MRConfiguration.REDUCE_MAX_ATTEMPTS, "1");
}
开发者ID:sigmoidanalytics，项目名称:spork，代码行数:9，代码来源:TestCSVStorage.java

示例5: TestDBStorage

import org.apache.pig.test.MiniCluster; //导入依赖的package包/类
public TestDBStorage() throws ExecException, IOException {
	// Initialise Pig server
	cluster = MiniCluster.buildCluster();
	pigServer = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
	pigServer.getPigContext().getProperties()
			.setProperty("mapred.map.max.attempts", "1");
	pigServer.getPigContext().getProperties()
			.setProperty("mapred.reduce.max.attempts", "1");
	System.out.println("Pig server initialized successfully");
	// Initialise DBServer
	dbServer = new Server();
	dbServer.setDatabaseName(0, "batchtest");
	// dbServer.setDatabasePath(0, "mem:test;sql.enforce_strict_size=true");
	dbServer.setDatabasePath(0,
			"file:/tmp/batchtest;sql.enforce_strict_size=true");
	dbServer.setLogWriter(null);
	dbServer.setErrWriter(null);
	dbServer.start();                                                                     
	System.out.println("Database URL: " + dbUrl);     
	try {
		Class.forName(driver);
	} catch (Exception e) {
		e.printStackTrace();
		System.out.println(this + ".setUp() error: " + e.getMessage());
	}
	System.out.println("Database server started on port: " + dbServer.getPort()); 
}
开发者ID:kaituo，项目名称:sedge，代码行数:28，代码来源:TestDBStorage.java

示例6: startHadoopCluster

import org.apache.pig.test.MiniCluster; //导入依赖的package包/类
protected static void startHadoopCluster()
{
    cluster = MiniCluster.buildCluster();
    conf = cluster.getConfiguration();
}
开发者ID:vcostet，项目名称:cassandra-kmean，代码行数:6，代码来源:PigTestBase.java

示例7: main

import org.apache.pig.test.MiniCluster; //导入依赖的package包/类
public static void main(String[] args) {
  System.setProperty("hadoop.log.dir", "/tmp/pigunit");
  MiniCluster.buildCluster();
}
开发者ID:sigmoidanalytics，项目名称:spork-streaming，代码行数:5，代码来源:MiniClusterRunner.java


注：本文中的org.apache.pig.test.MiniCluster类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。