Java Exec.newConfigDiff方法代码示例

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff resume(TaskSource taskSource,
        Schema schema, int taskCount,
        InputPlugin.Control control)
{
    List<TaskReport> taskReportList =
            control.run(taskSource, schema, taskCount);

    // start_row_marker を ConfigDiff にセット
    ConfigDiff configDiff = Exec.newConfigDiff();
    for (TaskReport taskReport : taskReportList) {
        final String label = "start_row_marker";
        final String startRowMarker = taskReport.get(String.class, label, null);
        if (startRowMarker != null) {
            configDiff.set(label, startRowMarker);
        }
    }
    return configDiff;
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff resume(TaskSource taskSource,
        Schema schema, int taskCount,
        InputPlugin.Control control)
{
    control.run(taskSource, schema, taskCount);
    return Exec.newConfigDiff();
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff transaction(ConfigSource config,
        Schema schema, int taskCount,
        OutputPlugin.Control control)
{
    PluginTask task = config.loadConfig(PluginTask.class);
    control.run(task.dump());
    return Exec.newConfigDiff();
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff transaction(ConfigSource config, int taskCount,
        FileOutputPlugin.Control control)
{
    PluginTask task = config.loadConfig(PluginTask.class);

    // retryable (idempotent) output:
    // return resume(task.dump(), taskCount, control);

    // non-retryable (non-idempotent) output:
    control.run(task.dump());
    return Exec.newConfigDiff();
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff resume(TaskSource taskSource,
                         int taskCount,
                         FileOutputPlugin.Control control)
{
    control.run(taskSource);
    return Exec.newConfigDiff();
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff guess(ConfigSource config, Buffer sample) {

    GrokGuessPlugin.PluginTask task = config.getNested("parser").loadConfig(GrokGuessPlugin.PluginTask.class);

    LineDecoder.DecoderTask decoderTask = config.loadConfig(LineDecoder.DecoderTask.class);
    LineDecoder decoder = new LineDecoder(new ListFileInput(ImmutableList.of(ImmutableList.of((sample)))), decoderTask);

    List<String> sampleLines = new ArrayList<>();
    while (true) {
        if (!decoder.nextFile()) {
            break;
        }
        while (true) {
            String line = decoder.poll();
            if (line == null) {
                break;
            }
            sampleLines.add(line);
        }
    }

    GrokGuesser guesser = new GrokGuesser(
            task.getGuessPatterns(),
            task.getGrokPatternFiles()
    );
    try {
        String pattern = guesser.guessPattern(sampleLines);
        List<Map<String, Object>> columns = guesser.guessColumns(sampleLines, pattern);
        return Exec.newConfigDiff().set(
                "parser", ImmutableMap.of("grok_pattern", pattern, "columns", columns));
    } catch (GrokException e) {
        return Exec.newConfigDiff();
    }

}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff resume(TaskSource taskSource,
        int taskCount,
        FileInputPlugin.Control control)
{
    control.run(taskSource, taskCount);
    ConfigDiff configDiff = Exec.newConfigDiff();
    return configDiff;
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff resume(TaskSource taskSource,
        Schema schema, int taskCount,
        InputPlugin.Control control)
{
    List<TaskReport> report = control.run(taskSource, schema, taskCount);

    ConfigDiff configDiff = Exec.newConfigDiff();
    if (report.size() > 0 && report.get(0).has("last_record")) {
        configDiff.set("last_record", report.get(0).get(Map.class, "last_record"));
    }

    return configDiff;
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
public ConfigDiff transaction(ConfigSource config,
        Schema schema, int processorCount,
        OutputPlugin.Control control)
{
    PluginTask task = config.loadConfig(PluginTask.class);

    //TODO

    control.run(task.dump());
    return Exec.newConfigDiff();
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff resume(TaskSource taskSource, int taskCount,
        Control control)
{
    control.run(taskSource);
    return Exec.newConfigDiff();
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff egestEmbulkData(final PluginTask task, final Schema schema, final int taskCount,
                                  final List<TaskReport> taskReports)
{
    long totalInserted = 0;
    for (TaskReport taskReport : taskReports) {
        if (taskReport.has("pushed")) {
            totalInserted += taskReport.get(Long.class, "pushed");
        }
    }

    LOG.info("Pushed completed. {} records", totalInserted);

    return Exec.newConfigDiff();
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff guess(ConfigSource config)
{
    return Exec.newConfigDiff();
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff transaction(ConfigSource config, Schema schema, int taskCount, OutputPlugin.Control control) {
    PluginTask task = config.loadConfig(PluginTask.class);
    control.run(task.dump());
    return Exec.newConfigDiff();
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff resume(TaskSource taskSource, Schema schema, int taskCount, OutputPlugin.Control control) {
    // TODO
    return Exec.newConfigDiff();
}
 

import org.embulk.spi.Exec; //导入方法依赖的package包/类
@Override
public ConfigDiff transaction(ConfigSource config,
        Schema schema, int taskCount,
        OutputPlugin.Control control)
{
    PluginTask task = config.loadConfig(PluginTask.class);
    logger = Exec.getLogger(getClass());
    
    if (task.getResultDir().isPresent() && task.getResultDir().get() != null) {
        File resultDir = new File(task.getResultDir().get());
        if (!resultDir.exists() || !resultDir.isDirectory()) {
            logger.error("{} is not exist or is not directory.", task.getResultDir().get());
            throw new RuntimeException(task.getResultDir().get() + " is not exist or is not directory.");
        }
    }
    
    final String username = task.getUsername();
    final String password = task.getPassword();
    final String loginEndpoint = task.getLoginEndpoint().get();
    try {
        if (client == null) {
            ConnectorConfig connectorConfig = new ConnectorConfig();
            connectorConfig.setUsername(username);
            connectorConfig.setPassword(password);
            connectorConfig.setAuthEndpoint(loginEndpoint + "/services/Soap/u/" +task.getVersion().get() + "/");

            client = Connector.newConnection(connectorConfig);
            GetUserInfoResult userInfo = client.getUserInfo();
            logger.info("login successful with {}", userInfo.getUserName());
            externalIdToObjectNameMap = new HashMap<>();
            DescribeSObjectResult describeResult = client.describeSObject(task.getSObject());
            for (Field field : describeResult.getFields()) {
                if (field.getType() == FieldType.reference) {
                    externalIdToObjectNameMap.put(field.getRelationshipName(), field.getReferenceTo()[0]);
                }
            }
        }
    } catch(ConnectionException ex) {
        logger.error("Login error. Please check your credentials.");
        throw new RuntimeException(ex);
    }
        
    control.run(task.dump());
    return Exec.newConfigDiff();
}