本文整理汇总了Java中org.springframework.data.hadoop.fs.FsShell类的典型用法代码示例。如果您正苦于以下问题：Java FsShell类的具体用法？Java FsShell怎么用？Java FsShell使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
FsShell类属于org.springframework.data.hadoop.fs包，在下文中一共展示了FsShell类的8个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: setup
import org.springframework.data.hadoop.fs.FsShell; //导入依赖的package包/类
@Before
public void setup() {
this.testDir=System.getProperty("java.io.tmpdir") + "/hdfs-sink";
String[] env = {"server.port:0",
"spring.hadoop.fsUri=file:///",
"hdfs.directory=" + this.testDir,
"hdfs.closeTimeout=100"};
EnvironmentTestUtils.addEnvironment(this.context, env);
this.context.register(HdfsSinkApplication.class);
this.context.refresh();
this.fsShell = context.getBean(FsShell.class);
this.sink = context.getBean(Sink.class);
if (fsShell.test(testDir)) {
fsShell.rmr(testDir);
}
}
示例2: setup
import org.springframework.data.hadoop.fs.FsShell; //导入依赖的package包/类
@Before
public void setup() throws IOException {
this.testDir=System.getProperty("java.io.tmpdir") + "/dataset";
this.nameSpace = "test";
String[] env = {"server.port:0",
"spring.hadoop.fsUri=file:///",
"hdfs.dataset.directory=" + this.testDir,
"hdfs.dataset.namespace=" + this.nameSpace,
"hdfs.dataset.batchSize=2",
"hdfs.dataset.idleTimeout=2000"};
EnvironmentTestUtils.addEnvironment(this.context, env);
this.context.register(HdfsDatasetSinkApplication.class);
this.context.refresh();
this.datasetName = context.getBean(DatasetOperations.class).getDatasetName(String.class);
this.hadoopConfiguration = context.getBean(Configuration.class);
this.sink = context.getBean(Sink.class);
FileSystem fs = FileSystem.get(hadoopConfiguration);
FsShell fsShell = new FsShell(hadoopConfiguration, fs);
if (fsShell.test(testDir)) {
fsShell.rmr(testDir);
}
}
示例3: init
import org.springframework.data.hadoop.fs.FsShell; //导入依赖的package包/类
public static void init(FsShell shell) {
if (booted) {
LOGGER.info("meta manager already booted");
return;
}
IndexManager.shell = shell;
// create local folder
File indexFolder = new File(localIndexFolder);
if (!indexFolder.exists()) {
if (!indexFolder.mkdirs()) {
LOGGER.warn("can not create local index folder " + localIndexFolder);
} else {
LOGGER.info("local index folder " + localIndexFolder + " created ");
}
} else {
LOGGER.info("local index folder " + localIndexFolder + " exists");
}
}
示例4: init
import org.springframework.data.hadoop.fs.FsShell; //导入依赖的package包/类
public static void init(FsShell shell) {
if (booted) {
LOGGER.info("meta manager already booted");
return;
}
MetaManager.shell = shell;
metaTableMap = new HashMap<>();
// create local folder
File metaFolder = new File(localMetaFolder);
if (!metaFolder.exists()) {
if (!metaFolder.mkdirs()) {
LOGGER.warn("can not create local meta folder " + localMetaFolder);
} else {
LOGGER.info("local meta folder " + localMetaFolder + " created ");
}
} else {
LOGGER.info("local meta folder " + localMetaFolder + " exists ");
}
}
示例5: setup
import org.springframework.data.hadoop.fs.FsShell; //导入依赖的package包/类
@Before
public void setup() {
this.testDir=System.getProperty("java.io.tmpdir") + "/hdfs-sink";
String[] env = {"server.port:0",
"spring.hadoop.fsUri=file:///",
"hdfs.directory=" + this.testDir};
EnvironmentTestUtils.addEnvironment(this.context, env);
this.context.register(HdfsSinkConfigurationTests.HdfsSinkApplication.class);
this.context.refresh();
this.fsShell = context.getBean(FsShell.class);
this.sink = context.getBean(Sink.class);
if (fsShell.test(testDir)) {
fsShell.rmr(testDir);
}
}
示例6: setup
import org.springframework.data.hadoop.fs.FsShell; //导入依赖的package包/类
@Before
public void setup() throws IOException {
FileSystem fs = FileSystem.get(hadoopConfiguration);
FsShell fsShell = new FsShell(hadoopConfiguration, fs);
if (fsShell.test(testDir)) {
fsShell.rmr(testDir);
}
}
示例7: fsShell
import org.springframework.data.hadoop.fs.FsShell; //导入依赖的package包/类
@Bean
FsShell fsShell() {
org.apache.hadoop.conf.Configuration hadoopConfiguration =
new org.apache.hadoop.conf.Configuration();
hadoopConfiguration.set("fs.defaultFS", "hdfs://borneo:8020");
return new FsShell(hadoopConfiguration);
}
示例8: fsShell
import org.springframework.data.hadoop.fs.FsShell; //导入依赖的package包/类
@Bean
FsShell fsShell() {
return new FsShell(hadoopConfiguration);
}