Java Storage类代码示例

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
@Bean
@ConditionalOnMissingBean
public IMongodConfig embeddedMongoConfiguration() throws IOException {
	IFeatureAwareVersion featureAwareVersion = new ToStringFriendlyFeatureAwareVersion(
			this.embeddedProperties.getVersion(),
			this.embeddedProperties.getFeatures());
	MongodConfigBuilder builder = new MongodConfigBuilder()
			.version(featureAwareVersion);
	if (this.embeddedProperties.getStorage() != null) {
		builder.replication(
				new Storage(this.embeddedProperties.getStorage().getDatabaseDir(),
						this.embeddedProperties.getStorage().getReplSetName(),
						this.embeddedProperties.getStorage().getOplogSize() != null
								? this.embeddedProperties.getStorage().getOplogSize()
								: 0));
	}
	if (getPort() > 0) {
		builder.net(new Net(getHost().getHostAddress(), getPort(),
				Network.localhostIsIPv6()));
	}
	else {
		builder.net(new Net(getHost().getHostAddress(),
				Network.getFreeServerPort(getHost()), Network.localhostIsIPv6()));
	}
	return builder.build();
}
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
private void startMangoDb() throws InterruptedException {
    startInNewThread(() -> {
        try {
            MongodStarter starter = MongodStarter.getDefaultInstance();
            IMongodConfig mongodConfig = new MongodConfigBuilder()
                    .version(Version.Main.PRODUCTION)
                    .net(new Net(12345, Network.localhostIsIPv6()))
                    .pidFile(new File("target/process.pid").getAbsolutePath())
                    .replication(new Storage(new File("target/tmp/mongodb/").getAbsolutePath(), null, 0))
                    .build();
            logger.debug("Would download MongoDB if not yet downloaded.");
            MongodExecutable mongodExecutable = starter.prepare(mongodConfig);
            logger.debug("Done with downloading MongoDB exec.");
            mongodExecutable.start();

            MongoClientURI uri = new MongoClientURI("mongodb://localhost:12345/eventStreamAnalytics");
            MongoClient client = new MongoClient(uri);
            MongoDatabase mongoDatabase = client.getDatabase(uri.getDatabase());
            mongoDatabase.createCollection("events");
        } catch (Exception ex) {
            logger.error("Failed to start MongoDB", ex);
            throw new RuntimeException(ex);
        }
    }, "MangoDB").join();
    logger.debug("Successfully Started MongoDB.");
}
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
private static IMongodConfig crateIMongodConfig(int mongodPort,
    boolean flag, String replicaName) throws UnknownHostException,
    IOException {
  IMongoCmdOptions cmdOptions = new MongoCmdOptionsBuilder().verbose(false)
      .build();

  Storage replication = new Storage(null, replicaName, 0);
  IMongodConfig mongodConfig = new MongodConfigBuilder()
      .version(Version.Main.PRODUCTION)
      .net(new Net(LOCALHOST, mongodPort, Network.localhostIsIPv6()))
      .configServer(flag).replication(replication).cmdOptions(cmdOptions)
      .build();
  return mongodConfig;
}
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
@Test
public void defaultStorageConfiguration() {
	this.context = new AnnotationConfigApplicationContext();
	EnvironmentTestUtils.addEnvironment(this.context, "spring.data.mongodb.port=0");
	this.context.register(EmbeddedMongoAutoConfiguration.class,
			MongoClientConfiguration.class,
			PropertyPlaceholderAutoConfiguration.class);
	this.context.refresh();
	Storage replication = this.context.getBean(IMongodConfig.class).replication();
	assertThat(replication.getOplogSize()).isEqualTo(0);
	assertThat(replication.getDatabaseDir()).isNull();
	assertThat(replication.getReplSetName()).isNull();
}
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
private IMongodConfig buildMongodConfiguration(final HostAndPort hostAndPort, final boolean configureReplicaSet) throws IOException {
    final InetAddress address = InetAddress.getByName(hostAndPort.getHost());

    // @formatter:off
    final MongodConfigBuilder builder = new MongodConfigBuilder()
            .version(Version.Main.PRODUCTION)
            .net(new Net(hostAndPort.getHost(), hostAndPort.getPort(), address instanceof Inet6Address));
    // @formatter:on

    if (configureReplicaSet) {
        builder.replication(new Storage(null, "test001", 0));
    }
    return builder.build();
}
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
private static IMongodConfig crateIMongodConfig(int mongodPort,
    boolean flag, String replicaName) throws UnknownHostException,
    IOException {
  IMongoCmdOptions cmdOptions = new MongoCmdOptionsBuilder().useNoJournal(false).verbose(false)
      .build();

  Storage replication = new Storage(null, replicaName, 0);
  IMongodConfig mongodConfig = new MongodConfigBuilder()
      .version(Version.Main.PRODUCTION)
      .net(new Net(LOCALHOST, mongodPort, Network.localhostIsIPv6()))
      .configServer(flag).replication(replication).cmdOptions(cmdOptions)
      .build();
  return mongodConfig;
}
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
protected static Map<String, List<IMongodConfig>> createReplConfig(
        final String replSetName,
        final int baseReplSetPort,
        final int numReplicaServers,
        final List<Path> dbDirs
) throws Exception {

    final int opLogSize = 10000;

    final Map<String, List<IMongodConfig>> replMap =
            new HashMap<String, List<IMongodConfig>>(1);

    final List<IMongodConfig> replicas =
            new ArrayList<IMongodConfig>(numReplicaServers);
    for (int i = 0; i < numReplicaServers; i++) {

        final Path dbDir = createTempDirectory().toPath();
        replicas.add(
                new MongodConfigBuilder()
                        .version(Version.Main.PRODUCTION)
                        .net(new Net(baseReplSetPort + i, Network.localhostIsIPv6()))
                        .timeout(new Timeout(50 * 60 * 1000))
                        .replication(
                                new Storage(dbDir.toString(), replSetName, opLogSize))
                        .configServer(false)
                        .pidFile(dbDir.resolve("mongodb.pid").toString())
                        .build());
        dbDirs.add(dbDir);
    }
    replMap.put(replSetName, replicas);
    return replMap;
}
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
@Override
    public void setUp() {
        offsets = new HashMap<>();
        totalWrittenDocuments = 0;
        try {
            super.setUp();
            mongodStarter = MongodStarter.getDefaultInstance();
            mongodConfig = new MongodConfigBuilder()
                    .version(Version.Main.V3_2)
                    .replication(new Storage(REPLICATION_PATH, "rs0", 1024))
                    .net(new Net(12345, Network.localhostIsIPv6()))
                    .build();
            mongodExecutable = mongodStarter.prepare(mongodConfig);
            mongod = mongodExecutable.start();
            mongoClient = new MongoClient(new ServerAddress("localhost", 12345));
            MongoDatabase adminDatabase = mongoClient.getDatabase("admin");

            BasicDBObject replicaSetSetting = new BasicDBObject();
            replicaSetSetting.put("_id", "rs0");
            BasicDBList members = new BasicDBList();
            DBObject host = new BasicDBObject();
            host.put("_id", 0);
            host.put("host", "127.0.0.1:12345");
            members.add(host);
            replicaSetSetting.put("members", members);
            adminDatabase.runCommand(new BasicDBObject("isMaster", 1));
            adminDatabase.runCommand(new BasicDBObject("replSetInitiate", replicaSetSetting));
            MongoDatabase db = mongoClient.getDatabase("mydb");
            db.createCollection("test1");
            db.createCollection("test2");
            db.createCollection("test3");
        } catch (Exception e) {
//                Assert.assertTrue(false);
        }

        task = new MongodbSourceTask();

        offsetStorageReader = PowerMock.createMock(OffsetStorageReader.class);
        context = PowerMock.createMock(SourceTaskContext.class);
        task.initialize(context);

        sourceProperties = new HashMap<>();
        sourceProperties.put("uri", "mongodb://localhost:12345");
        sourceProperties.put("batch.size", Integer.toString(100));
        sourceProperties.put("schema.name", "schema");
        sourceProperties.put("topic.prefix", "prefix");
        sourceProperties.put("databases", "mydb.test1,mydb.test2,mydb.test3");

    }
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
@Override
    public void setUp() {
        offsets = new HashMap<>();
        totalWrittenDocuments = 0;
        try {
            super.setUp();
            mongodStarter = MongodStarter.getDefaultInstance();
            mongodConfig = new MongodConfigBuilder()
                    .version(Version.Main.V3_2)
                    .replication(new Storage(REPLICATION_PATH, "rs0", 1024))
                    .net(new Net(12345, Network.localhostIsIPv6()))
                    .build();
            mongodExecutable = mongodStarter.prepare(mongodConfig);
            mongod = mongodExecutable.start();
            mongoClient = new MongoClient(new ServerAddress("localhost", 12345));
            MongoDatabase adminDatabase = mongoClient.getDatabase("admin");

            BasicDBObject replicaSetSetting = new BasicDBObject();
            replicaSetSetting.put("_id", "rs0");
            BasicDBList members = new BasicDBList();
            DBObject host = new BasicDBObject();
            host.put("_id", 0);
            host.put("host", "127.0.0.1:12345");
            members.add(host);
            replicaSetSetting.put("members", members);
            adminDatabase.runCommand(new BasicDBObject("isMaster", 1));
            adminDatabase.runCommand(new BasicDBObject("replSetInitiate", replicaSetSetting));
            MongoDatabase db = mongoClient.getDatabase("mydb");
            db.createCollection("test1");
            db.createCollection("test2");
            db.createCollection("test3");
        } catch (Exception e) {
//                Assert.assertTrue(false);
        }

        task = new MongodbSourceTask();

        offsetStorageReader = PowerMock.createMock(OffsetStorageReader.class);
        context = PowerMock.createMock(SourceTaskContext.class);
        task.initialize(context);

        sourceProperties = new HashMap<>();
        sourceProperties.put("host", "localhost");
        sourceProperties.put("port", Integer.toString(12345));
        sourceProperties.put("batch.size", Integer.toString(100));
        sourceProperties.put("schema.name", "schema");
        sourceProperties.put("topic.prefix", "prefix");
        sourceProperties.put("databases", "mydb.test1,mydb.test2,mydb.test3");

    }
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
@Before
public void setup() throws Exception {
  LOG.info("Starting MongoDB embedded instance on {}", port);
  try {
    Files.forceDelete(new File(MONGODB_LOCATION));
  } catch (Exception e) {

  }
  new File(MONGODB_LOCATION).mkdirs();
  IMongodConfig mongodConfig = new MongodConfigBuilder()
      .version(Version.Main.PRODUCTION)
      .configServer(false)
      .replication(new Storage(MONGODB_LOCATION, null, 0))
      .net(new Net("localhost", port, Network.localhostIsIPv6()))
      .cmdOptions(new MongoCmdOptionsBuilder()
          .syncDelay(10)
          .useNoPrealloc(true)
          .useSmallFiles(true)
          .useNoJournal(true)
          .build())
      .build();
  mongodExecutable = mongodStarter.prepare(mongodConfig);
  mongodProcess = mongodExecutable.start();

  LOG.info("Insert test data");

  MongoClient client = new MongoClient("localhost", port);
  MongoDatabase database = client.getDatabase(DATABASE);

  MongoCollection collection = database.getCollection(COLLECTION);

  String[] scientists = {"Einstein", "Darwin", "Copernicus", "Pasteur", "Curie", "Faraday",
      "Newton", "Bohr", "Galilei", "Maxwell"};
  for (int i = 1; i <= 1000; i++) {
    int index = i % scientists.length;
    Document document = new Document();
    document.append("_id", i);
    document.append("scientist", scientists[index]);
    collection.insertOne(document);
  }

}
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
private IMongodConfig mongodConfig()
    throws IOException
{
    return new MongodConfigBuilder().version( version() ).net( new Net( mongoPort(), Network.localhostIsIPv6() ) )
        .replication( new Storage( mongoStoragePath().toString(), null, 0 ) ).timeout( new Timeout() ).build();
}
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
@BeforeSuite
public static void init() throws IOException {
    Command command = Command.MongoD;

    try {
        Files.forceDelete(new File(DB_FOLDER_NAME));
    } catch (Exception e) {

    }

    new File(DB_FOLDER_NAME).mkdirs();

    IMongodConfig mongodConfig = new MongodConfigBuilder()
            .version(Version.Main.PRODUCTION)
            .configServer(false)
            .replication(new Storage(DB_FOLDER_NAME, null, 0))
            .net(new Net(PORT, Network.localhostIsIPv6()))
            .cmdOptions(new MongoCmdOptionsBuilder()
                    .syncDelay(10)
                    .useNoPrealloc(true)
                    .useSmallFiles(true)
                    .useNoJournal(true)
                    .build())
            .build();

    IRuntimeConfig runtimeConfig = new RuntimeConfigBuilder()
            .defaults(command)
            .artifactStore(new ArtifactStoreBuilder()
                    .defaults(command)
                    .download(new DownloadConfigBuilder()
                            .defaultsForCommand(command)
                            .downloadPath("https://s3-eu-west-1.amazonaws.com/stratio-mongodb-distribution/")))
            .build();

    MongodStarter runtime = MongodStarter.getInstance(runtimeConfig);

    mongodExecutable = null;

    mongodExecutable = runtime.prepare(mongodConfig);

    mongod = mongodExecutable.start();

}
 

import de.flapdoodle.embed.mongo.config.Storage; //导入依赖的package包/类
private static IMongodConfig mongodConfig()
    throws IOException
{
    return new MongodConfigBuilder().version( version() ).net( new Net( getPort(), Network.localhostIsIPv6() ) )
        .replication( new Storage( storagePath, null, 0 ) ).timeout( new Timeout() ).build();
}