Java FileHelper.copy方法代码示例

import org.apache.metamodel.util.FileHelper; //导入方法依赖的package包/类
private static FileObject overwriteFileWithDefaults(final FileObject targetDirectory, final String targetFilename)
        throws FileSystemException {
    final FileObject file = targetDirectory.resolveFile(targetFilename);
    final FileObject parentFile = file.getParent();
    if (!parentFile.exists()) {
        parentFile.createFolder();
    }

    final ResourceManager resourceManager = ResourceManager.get();
    final URL url = resourceManager.getUrl("datacleaner-home/" + targetFilename);
    if (url == null) {
        return null;
    }

    InputStream in = null;
    OutputStream out = null;
    try {
        in = url.openStream();
        out = file.getContent().getOutputStream();

        FileHelper.copy(in, out);
    } catch (final IOException e) {
        throw new IllegalArgumentException(e);
    } finally {
        FileHelper.safeClose(in, out);
    }

    return file;
}
 

import org.apache.metamodel.util.FileHelper; //导入方法依赖的package包/类
private static FileObject copyIfNonExisting(final FileObject candidate, final FileSystemManager manager,
        final String filename) throws FileSystemException {
    final FileObject file = candidate.resolveFile(filename);
    if (file.exists()) {
        logger.info("File already exists in DATACLEANER_HOME: " + filename);
        return file;
    }
    final FileObject parentFile = file.getParent();
    if (!parentFile.exists()) {
        parentFile.createFolder();
    }

    final ResourceManager resourceManager = ResourceManager.get();
    final URL url = resourceManager.getUrl("datacleaner-home/" + filename);
    if (url == null) {
        return null;
    }

    InputStream in = null;
    OutputStream out = null;
    try {
        in = url.openStream();
        out = file.getContent().getOutputStream();

        FileHelper.copy(in, out);
    } catch (final IOException e) {
        throw new IllegalArgumentException(e);
    } finally {
        FileHelper.safeClose(in, out);
    }

    return file;
}
 

import org.apache.metamodel.util.FileHelper; //导入方法依赖的package包/类
public void testErrorHandlingToAppendingFile() throws Exception {
    final File file = new File("target/valid-error-handling-file.csv");
    FileHelper.copy(new File("src/test/resources/valid-error-handling-file.csv"), file);

    final InsertIntoTableAnalyzer insertIntoTable = new InsertIntoTableAnalyzer();
    insertIntoTable.datastore = jdbcDatastore;
    insertIntoTable.tableName = "test_table";
    insertIntoTable.columnNames = new String[] { "foo", "bar" };
    insertIntoTable.errorHandlingOption = ErrorHandlingOption.SAVE_TO_FILE;
    insertIntoTable.errorLogFile = file;

    final InputColumn<Object> col1 = new MockInputColumn<>("in1", Object.class);
    final InputColumn<Object> col2 = new MockInputColumn<>("in2", Object.class);

    insertIntoTable.values = new InputColumn[] { col1, col2 };

    insertIntoTable.validate();
    insertIntoTable.init();

    insertIntoTable.run(new MockInputRow().put(col1, "blabla").put(col2, "hello int"), 2);

    final WriteDataResult result = insertIntoTable.getResult();
    assertEquals(0, result.getWrittenRowCount());
    assertEquals(2, result.getErrorRowCount());

    assertEquals("foo,bar,extra1,insert_into_table_error_message,extra2[newline]" + "f,b,e1,m,e2[newline]"
                    + "\"blabla\",\"hello int\",\"\",\"Could not convert hello int to number\",\"\"[newline]"
                    + "\"blabla\",\"hello int\",\"\",\"Could not convert hello int to number\",\"\"",
            FileHelper.readFileAsString(file).replaceAll("\n", "\\[newline\\]"));
}
 

import org.apache.metamodel.util.FileHelper; //导入方法依赖的package包/类
@Test
public void shouldCorrectlyAppendErrorHandlingInfo() throws Exception {
    final File file = new File("target/valid-error-handling-file-for-update.csv.csv");
    FileHelper.copy(new File("src/test/resources/valid-error-handling-file-for-update.csv"), file);

    final DeleteFromTableAnalyzer deleteFromTable = new DeleteFromTableAnalyzer();
    deleteFromTable.datastore = updateableDatastore;
    deleteFromTable.tableName = TEST_TABLE_NAME;
    deleteFromTable.errorHandlingOption = ErrorHandlingOption.SAVE_TO_FILE;
    deleteFromTable.errorLogFile = file;
    deleteFromTable.conditionColumnNames = new String[] { INTEGER_COLUMN_NAME };

    final InputColumn<Object> inputColumn = new MockInputColumn<>(INTEGER_COLUMN_NAME, Object.class);
    deleteFromTable.conditionValues = new InputColumn[] { inputColumn };

    deleteFromTable.validate();
    deleteFromTable.init();

    deleteFromTable.run(new MockInputRow().put(inputColumn, "blabla"), 1);

    final WriteDataResult result = deleteFromTable.getResult();
    assertThat(result.getUpdatesCount(), is(0));
    assertThat(result.getErrorRowCount(), is(1));
    assertThat(FileHelper.readFileAsString(file).replaceAll("\n", "\\[newline\\]"),
            is(equalTo("foo,bar,extra1,update_table_error_message,extra2[newline]" + //
                    "f,b,e1,m,e2[newline]" + //
                    "\"\",\"\",\"\",\"Could not convert blabla to number\",\"\"")));//
}
 

import org.apache.metamodel.util.FileHelper; //导入方法依赖的package包/类
public void testErrorHandlingToAppendingFile() throws Exception {
    final File file = new File("target/valid-error-handling-file.csv");
    FileHelper.copy(new File("src/test/resources/valid-error-handling-file.csv"), file);

    final InsertIntoTableAnalyzer insertIntoTable = new InsertIntoTableAnalyzer();
    insertIntoTable.datastore = jdbcDatastore;
    insertIntoTable.tableName = "test_table";
    insertIntoTable.columnNames = new String[] { "foo", "bar" };
    insertIntoTable.errorHandlingOption = ErrorHandlingOption.SAVE_TO_FILE;
    insertIntoTable.errorLogFile = file;

    InputColumn<Object> col1 = new MockInputColumn<Object>("in1", Object.class);
    InputColumn<Object> col2 = new MockInputColumn<Object>("in2", Object.class);

    insertIntoTable.values = new InputColumn[] { col1, col2 };

    insertIntoTable.validate();
    insertIntoTable.init();

    insertIntoTable.run(new MockInputRow().put(col1, "blabla").put(col2, "hello int"), 2);

    WriteDataResult result = insertIntoTable.getResult();
    assertEquals(0, result.getWrittenRowCount());
    assertEquals(2, result.getErrorRowCount());

    assertEquals("foo,bar,extra1,insert_into_table_error_message,extra2[newline]" + "f,b,e1,m,e2[newline]"
            + "\"blabla\",\"hello int\",\"\",\"Could not convert hello int to number\",\"\"[newline]"
            + "\"blabla\",\"hello int\",\"\",\"Could not convert hello int to number\",\"\"", FileHelper
            .readFileAsString(file).replaceAll("\n", "\\[newline\\]"));
}
 

import org.apache.metamodel.util.FileHelper; //导入方法依赖的package包/类
public void testUpdateCSV() throws Exception {
    final File file = new File("target/example_updated.csv");
    FileHelper.copy(new File("src/test/resources/example_updated.csv"), file);

    final CsvDatastore datastore = new CsvDatastore("example", file.getPath(), null, ',', "UTF8");
    final UpdateableDatastoreConnection connection = datastore.openConnection();
    final DataContext dataContext = connection.getDataContext();
    final Schema schema = dataContext.getDefaultSchema();
    final Table table = schema.getTable(0);

    final UpdateTableAnalyzer updateTableAnalyzer = new UpdateTableAnalyzer();
    updateTableAnalyzer.datastore = datastore;
    updateTableAnalyzer.schemaName = schema.getName();
    updateTableAnalyzer.tableName = table.getName();
    updateTableAnalyzer.columnNames = new String[] { "name" };
    updateTableAnalyzer.conditionColumnNames = new String[] { "id" };
    updateTableAnalyzer.errorHandlingOption = ErrorHandlingOption.SAVE_TO_FILE;
    updateTableAnalyzer._componentContext = EasyMock.createMock(ComponentContext.class);

    final InputColumn<Object> inputId = new MockInputColumn<>("id", Object.class);
    final InputColumn<Object> inputNewName = new MockInputColumn<>("new_name", Object.class);
    updateTableAnalyzer.values = new InputColumn[] { inputNewName };
    updateTableAnalyzer.conditionValues = new InputColumn[] { inputId };

    updateTableAnalyzer.validate();
    updateTableAnalyzer.init();

    updateTableAnalyzer.run(new MockInputRow().put(inputId, 1).put(inputNewName, "foo"), 1);
    updateTableAnalyzer.run(new MockInputRow().put(inputId, "2").put(inputNewName, "bar"), 1);
    updateTableAnalyzer.run(new MockInputRow().put(inputId, 3).put(inputNewName, "baz"), 1);

    final WriteDataResult result = updateTableAnalyzer.getResult();
    assertEquals(0, result.getErrorRowCount());
    assertEquals(0, result.getWrittenRowCount());
    assertEquals(3, result.getUpdatesCount());

    final DataSet dataSet = dataContext.query().from(table).select("id", "name").execute();
    assertTrue(dataSet.next());
    assertEquals("Row[values=[4, hans]]", dataSet.getRow().toString());
    assertTrue(dataSet.next());
    assertEquals("Row[values=[5, manuel]]", dataSet.getRow().toString());
    assertTrue(dataSet.next());
    assertEquals("Row[values=[6, ankit]]", dataSet.getRow().toString());
    assertTrue(dataSet.next());
    assertEquals("Row[values=[1, foo]]", dataSet.getRow().toString());
    assertTrue(dataSet.next());
    assertEquals("Row[values=[2, bar]]", dataSet.getRow().toString());
    assertTrue(dataSet.next());
    assertEquals("Row[values=[3, baz]]", dataSet.getRow().toString());
    assertFalse(dataSet.next());

    connection.close();
}
 

import org.apache.metamodel.util.FileHelper; //导入方法依赖的package包/类
public void testUpdateCSV() throws Exception {
    final File file = new File("target/example_updated.csv");
    FileHelper.copy(new File("src/test/resources/example_updated.csv"), file);

    final CsvDatastore datastore = new CsvDatastore("example", file.getPath(), null, ',', "UTF8");
    final UpdateableDatastoreConnection connection = datastore.openConnection();
    final DataContext dataContext = connection.getDataContext();
    final Schema schema = dataContext.getDefaultSchema();
    final Table table = schema.getTable(0);

    final UpdateTableAnalyzer updateTableAnalyzer = new UpdateTableAnalyzer();
    updateTableAnalyzer.datastore = datastore;
    updateTableAnalyzer.schemaName = schema.getName();
    updateTableAnalyzer.tableName = table.getName();
    updateTableAnalyzer.columnNames = new String[] { "name" };
    updateTableAnalyzer.conditionColumnNames = new String[] { "id" };
    updateTableAnalyzer.errorHandlingOption = ErrorHandlingOption.SAVE_TO_FILE;
    updateTableAnalyzer._componentContext = EasyMock.createMock(ComponentContext.class);

    InputColumn<Object> inputId = new MockInputColumn<Object>("id", Object.class);
    InputColumn<Object> inputNewName = new MockInputColumn<Object>("new_name", Object.class);
    updateTableAnalyzer.values = new InputColumn[] { inputNewName };
    updateTableAnalyzer.conditionValues = new InputColumn[] { inputId };

    updateTableAnalyzer.validate();
    updateTableAnalyzer.init();

    updateTableAnalyzer.run(new MockInputRow().put(inputId, 1).put(inputNewName, "foo"), 1);
    updateTableAnalyzer.run(new MockInputRow().put(inputId, "2").put(inputNewName, "bar"), 1);
    updateTableAnalyzer.run(new MockInputRow().put(inputId, 3).put(inputNewName, "baz"), 1);

    WriteDataResult result = updateTableAnalyzer.getResult();
    assertEquals(0, result.getErrorRowCount());
    assertEquals(0, result.getWrittenRowCount());
    assertEquals(3, result.getUpdatesCount());

    DataSet dataSet = dataContext.query().from(table).select("id", "name").execute();
    assertTrue(dataSet.next());
    assertEquals("Row[values=[4, hans]]", dataSet.getRow().toString());
    assertTrue(dataSet.next());
    assertEquals("Row[values=[5, manuel]]", dataSet.getRow().toString());
    assertTrue(dataSet.next());
    assertEquals("Row[values=[6, ankit]]", dataSet.getRow().toString());
    assertTrue(dataSet.next());
    assertEquals("Row[values=[1, foo]]", dataSet.getRow().toString());
    assertTrue(dataSet.next());
    assertEquals("Row[values=[2, bar]]", dataSet.getRow().toString());
    assertTrue(dataSet.next());
    assertEquals("Row[values=[3, baz]]", dataSet.getRow().toString());
    assertFalse(dataSet.next());

    connection.close();
}