Java FilesDataUnit.Iteration方法代码示例

import eu.unifiedviews.dataunit.files.FilesDataUnit; //导入方法依赖的package包/类
private File prepareInputFiles() {
    File filesToProcessList = null;
    FileWriter writer = null;
    try {
        filesToProcessList = new File(new File(URI.create(filesOutput.getBaseFileURIString())), "filesList.txt");
        writer = new FileWriter(filesToProcessList, true);
        FilesDataUnit.Iteration iteration = filesInput.getIteration();
        while (iteration.hasNext()) {
            File inpF = FilesDataUnitUtils.asFile(iteration.next());
            writer.write(inpF.getAbsolutePath() + "\n");
        }
    } catch (DataUnitException | IOException ex) {
        LOG.error("Error preparing input files.", ex);
    } finally {
        IOUtils.closeQuietly(writer);
    }
    return filesToProcessList;
}
 

import eu.unifiedviews.dataunit.files.FilesDataUnit; //导入方法依赖的package包/类
/**
 * Gets file entries from the given {@link eu.unifiedviews.dataunit.files.FilesDataUnit}.
 * This method internally iterates over entries in the {@link eu.unifiedviews.dataunit.files.FilesDataUnit} and stores the entries into one {@link Map} of
 * entries.
 * Only suitable for ~10000 of entries (files) in the given {@link eu.unifiedviews.dataunit.files.FilesDataUnit}, because all entries are stored into a
 * {@link Set}. For bigger amounts of files, it is better to directly use {@link eu.unifiedviews.dataunit.files.FilesDataUnit.Iteration} to iterate over the
 * files and directly process them.
 * 
 * @param filesDataUnit
 *            data unit from which the entries are fetched
 * @return {@link Map} containing all entries in the given data unit, keys are symbolic names
 * @throws DataUnitException
 */
public static Map<String, FilesDataUnit.Entry> getFilesMap(FilesDataUnit filesDataUnit) throws DataUnitException {
    if (filesDataUnit == null) {
        return new LinkedHashMap<>();
    }
    FilesDataUnit.Iteration iteration = filesDataUnit.getIteration();
    Map<String, FilesDataUnit.Entry> resultSet = new LinkedHashMap<>();
    try {
        while (iteration.hasNext()) {
            FilesDataUnit.Entry entry = iteration.next();
            resultSet.put(entry.getSymbolicName(), entry);
        }
    } finally {
        iteration.close();
    }
    return resultSet;
}
 

import eu.unifiedviews.dataunit.files.FilesDataUnit; //导入方法依赖的package包/类
/**
 * Gets file entries from the given {@link eu.unifiedviews.dataunit.files.FilesDataUnit}.
 * This method internally iterates over entries in the {@link eu.unifiedviews.dataunit.files.FilesDataUnit} and stores the entries into one {@link Set} of
 * entries.
 * Only suitable for ~10000 of entries (files) in the given {@link eu.unifiedviews.dataunit.files.FilesDataUnit}, because all entries are stored into a
 * {@link Set}. For bigger amounts of files, it is better to directly use {@link eu.unifiedviews.dataunit.files.FilesDataUnit.Iteration} to iterate over the
 * files and directly process them.
 * 
 * @param filesDataUnit
 *            data unit from which the entries are fetched
 * @return {@link Set} containing all entries in the given data unit
 * @throws DataUnitException
 */
public static Set<FilesDataUnit.Entry> getFiles(FilesDataUnit filesDataUnit) throws DataUnitException {
    if (filesDataUnit == null) {
        return new LinkedHashSet<>();
    }
    FilesDataUnit.Iteration iteration = filesDataUnit.getIteration();
    Set<FilesDataUnit.Entry> resultSet = new LinkedHashSet<>();
    try {
        while (iteration.hasNext()) {
            FilesDataUnit.Entry entry = iteration.next();
            resultSet.add(entry);
        }
    } finally {
        iteration.close();
    }
    return resultSet;
}
 

import eu.unifiedviews.dataunit.files.FilesDataUnit; //导入方法依赖的package包/类
@Test
    public void test() throws Exception {
        ExecuteShellScriptConfig_V1 config = new ExecuteShellScriptConfig_V1();
        config.setConfiguration("Copy-of-");
        URL file = null;
        if (SystemUtils.IS_OS_WINDOWS) {
            file = Thread.currentThread().getContextClassLoader().getResource("pokus.bat");
        } else if (SystemUtils.IS_OS_UNIX) {
            file = Thread.currentThread().getContextClassLoader().getResource("pokus.sh");
        }
        File f = new File(file.toURI());
        config.setScriptName(f.getName());

        // Prepare test environment.
        TestEnvironment environment = new TestEnvironment();
        environment.getContext().getEnvironment().put(ExecuteShellScript.SHELL_SCRIPT_PATH, f.getParent());
        WritableFilesDataUnit filesOutput = environment.createFilesOutput("filesOutput");
        // Prepare data unit.
        WritableFilesDataUnit filesInput = environment.createFilesInput("filesInput");
        filesInput.addExistingFile("t1", Thread.currentThread().getContextClassLoader().getResource("test1.txt").toString());
        filesInput.addExistingFile("t2", Thread.currentThread().getContextClassLoader().getResource("test2.txt").toString());
        filesInput.addExistingFile("t3", Thread.currentThread().getContextClassLoader().getResource("test3.txt").toString());

        // Prepare DPU.
        ExecuteShellScript dpu = new ExecuteShellScript();
        dpu.configure((new ConfigurationBuilder()).setDpuConfiguration(config).toString());

        try {
            // Run.
            environment.run(dpu);

            FilesDataUnit.Iteration iteration = filesInput.getIteration();
            while (iteration.hasNext()) {
                File inpF = FilesDataUnitUtils.asFile(iteration.next());
//                File outF = new File(config.getOutputDir(), config.getConfiguration() + inpF.getName());
                File parentDir = new File(URI.create(filesOutput.getBaseFileURIString() + "tmp"));
                File outF = new File(parentDir.getAbsolutePath(), config.getConfiguration() + inpF.getName());
                Assert.assertTrue(outF.exists());
            }

        } catch (Exception ex) {
            ex.printStackTrace();
        } finally {
            // Release resources.
            environment.release();
        }
    }