Java ConnectorContext类代码示例

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
public void initialize(ConnectorConfig connectorConfig) {
    try {
        this.config = connectorConfig.originalsStrings();
        log.debug("Initializing connector {} with config {}", connName, config);

        connector.initialize(new ConnectorContext() {
            @Override
            public void requestTaskReconfiguration() {
                ctx.requestTaskReconfiguration();
            }

            @Override
            public void raiseError(Exception e) {
                log.error("Connector raised an error {}", connName, e);
                onFailure(e);
                ctx.raiseError(e);
            }
        });
    } catch (Throwable t) {
        log.error("Error initializing connector {}", connName, t);
        onFailure(t);
    }
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
@Test
public void testStartupPaused() {
    connector.initialize(EasyMock.notNull(ConnectorContext.class));
    expectLastCall();

    // connector never gets started

    listener.onPause(CONNECTOR);
    expectLastCall();

    listener.onShutdown(CONNECTOR);
    expectLastCall();

    replayAll();

    WorkerConnector workerConnector = new WorkerConnector(CONNECTOR, connector, ctx, listener);

    workerConnector.initialize(connectorConfig);
    workerConnector.transitionTo(TargetState.PAUSED);
    workerConnector.shutdown();

    verifyAll();
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
@Test
public void testStartupFailure() {
    RuntimeException exception = new RuntimeException();

    connector.initialize(EasyMock.notNull(ConnectorContext.class));
    expectLastCall();

    connector.start(CONFIG);
    expectLastCall().andThrow(exception);

    listener.onFailure(CONNECTOR, exception);
    expectLastCall();

    listener.onShutdown(CONNECTOR);
    expectLastCall();

    replayAll();

    WorkerConnector workerConnector = new WorkerConnector(CONNECTOR, connector, ctx, listener);

    workerConnector.initialize(connectorConfig);
    workerConnector.transitionTo(TargetState.STARTED);
    workerConnector.shutdown();

    verifyAll();
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
@Test
public void testJoinAssignment() throws Exception {
    // Join group and get assignment
    EasyMock.expect(member.memberId()).andStubReturn("member");
    EasyMock.expect(worker.getPlugins()).andReturn(plugins);
    expectRebalance(1, Arrays.asList(CONN1), Arrays.asList(TASK1));
    expectPostRebalanceCatchup(SNAPSHOT);
    worker.startConnector(EasyMock.eq(CONN1), EasyMock.<Map<String, String>>anyObject(), EasyMock.<ConnectorContext>anyObject(),
            EasyMock.eq(herder), EasyMock.eq(TargetState.STARTED));
    PowerMock.expectLastCall().andReturn(true);
    EasyMock.expect(worker.isRunning(CONN1)).andReturn(true);

    EasyMock.expect(worker.connectorTaskConfigs(CONN1, MAX_TASKS, null)).andReturn(TASK_CONFIGS);
    worker.startTask(EasyMock.eq(TASK1), EasyMock.<Map<String, String>>anyObject(), EasyMock.<Map<String, String>>anyObject(),
            EasyMock.eq(herder), EasyMock.eq(TargetState.STARTED));
    PowerMock.expectLastCall().andReturn(true);
    member.poll(EasyMock.anyInt());
    PowerMock.expectLastCall();

    PowerMock.replayAll();

    herder.tick();

    PowerMock.verifyAll();
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
@Test
public void testJoinLeaderCatchUpFails() throws Exception {
    // Join group and as leader fail to do assignment
    EasyMock.expect(member.memberId()).andStubReturn("leader");
    expectRebalance(Collections.<String>emptyList(), Collections.<ConnectorTaskId>emptyList(),
            ConnectProtocol.Assignment.CONFIG_MISMATCH, 1, Collections.<String>emptyList(),
            Collections.<ConnectorTaskId>emptyList());
    // Reading to end of log times out
    configBackingStore.refresh(EasyMock.anyLong(), EasyMock.anyObject(TimeUnit.class));
    EasyMock.expectLastCall().andThrow(new TimeoutException());
    member.maybeLeaveGroup();
    EasyMock.expectLastCall();
    PowerMock.expectPrivate(herder, "backoff", DistributedConfig.WORKER_UNSYNC_BACKOFF_MS_DEFAULT);
    member.requestRejoin();

    // After backoff, restart the process and this time succeed
    expectRebalance(1, Arrays.asList(CONN1), Arrays.asList(TASK1));
    expectPostRebalanceCatchup(SNAPSHOT);

    worker.startConnector(EasyMock.eq(CONN1), EasyMock.<Map<String, String>>anyObject(), EasyMock.<ConnectorContext>anyObject(),
            EasyMock.eq(herder), EasyMock.eq(TargetState.STARTED));
    PowerMock.expectLastCall().andReturn(true);
    EasyMock.expect(worker.getPlugins()).andReturn(plugins);
    EasyMock.expect(worker.connectorTaskConfigs(CONN1, MAX_TASKS, null)).andReturn(TASK_CONFIGS);
    worker.startTask(EasyMock.eq(TASK1), EasyMock.<Map<String, String>>anyObject(), EasyMock.<Map<String, String>>anyObject(),
            EasyMock.eq(herder), EasyMock.eq(TargetState.STARTED));
    PowerMock.expectLastCall().andReturn(true);
    EasyMock.expect(worker.isRunning(CONN1)).andReturn(true);
    member.poll(EasyMock.anyInt());
    PowerMock.expectLastCall();

    PowerMock.replayAll();

    herder.tick();
    herder.tick();

    PowerMock.verifyAll();
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
/**
 * Create PLOG monitoring thread
 * 
 * @param context Connector context to use for monitoring thread to
 *                request task reconfiguration
 * @param fileManager the PLOG file manager to use for producing PLOGs
 * @param infoTopic the replicate info topic reader/writer
 * @param catalog the persistent replicate offset catalog read from topic
 * @param transactionTopicName name of transaction info topic to use
 * @param publishTransactions whether or not to publish transaction messages
 * 
 * @throws Exception when any startup error occurs
 */
public PlogMonitorThread (
    final ConnectorContext context, 
    final PlogFileManager fileManager,
    final ReplicateInfoTopic infoTopic,
    final Map <String, ReplicateInfo> catalog,
    final String transactionTopicName,
    final boolean publishTransactions
) throws Exception 
{
    this.context     = context;
    this.fileManager = fileManager;
    this.infoTopic   = infoTopic;
    this.catalog     = catalog;
    this.transactionTopicName = transactionTopicName;
    this.publishTransactions  = publishTransactions;
    this.shutdownLatch = new CountDownLatch(1);
    this.updateTasks   = new AtomicBoolean(false);
    this.startTasks    = new AtomicBoolean(catalog.isEmpty());
    
    setName ("PLOG monitor thread");
    
    /* add shutdown hook */
    shutdownHook = new ShutdownHook();
    Runtime.getRuntime().addShutdownHook(shutdownHook);
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
@Before
public void setup() {
    connector = new FileStreamSinkConnector();
    ctx = PowerMock.createMock(ConnectorContext.class);
    connector.initialize(ctx);

    sinkProperties = new HashMap<>();
    sinkProperties.put(SinkConnector.TOPICS_CONFIG, MULTIPLE_TOPICS);
    sinkProperties.put(FileStreamSinkConnector.FILE_CONFIG, FILENAME);
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
@Before
public void setup() {
    connector = new FileStreamSourceConnector();
    ctx = PowerMock.createMock(ConnectorContext.class);
    connector.initialize(ctx);

    sourceProperties = new HashMap<>();
    sourceProperties.put(FileStreamSourceConnector.TOPIC_CONFIG, SINGLE_TOPIC);
    sourceProperties.put(FileStreamSourceConnector.FILE_CONFIG, FILENAME);
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
@Before
public void setup(){
  connector = new AmpoolSinkConnector();
  context = PowerMock.createMock(ConnectorContext.class);
  connector.initialize(context);

  sinkProperties = new HashMap<>();
  sinkProperties.put("locator.host", "localhost");
  sinkProperties.put("locator.port", Integer.toString(12345));
  sinkProperties.put("batch.size", Integer.toString(100));
  sinkProperties.put("topics", "topic1, topic2, topic3");
  sinkProperties.put("ampool.tables", "table1, table2, table3");
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
/**
 * Start a connector managed by this worker.
 *
 * @param connName the connector name.
 * @param connProps the properties of the connector.
 * @param ctx the connector runtime context.
 * @param statusListener a listener for the runtime status transitions of the connector.
 * @param initialState the initial state of the connector.
 * @return true if the connector started successfully.
 */
public boolean startConnector(
        String connName,
        Map<String, String> connProps,
        ConnectorContext ctx,
        ConnectorStatus.Listener statusListener,
        TargetState initialState
) {
    if (connectors.containsKey(connName))
        throw new ConnectException("Connector with name " + connName + " already exists");

    final WorkerConnector workerConnector;
    ClassLoader savedLoader = plugins.currentThreadLoader();
    try {
        final ConnectorConfig connConfig = new ConnectorConfig(plugins, connProps);
        final String connClass = connConfig.getString(ConnectorConfig.CONNECTOR_CLASS_CONFIG);
        log.info("Creating connector {} of type {}", connName, connClass);
        final Connector connector = plugins.newConnector(connClass);
        workerConnector = new WorkerConnector(connName, connector, ctx, statusListener);
        log.info("Instantiated connector {} with version {} of type {}", connName, connector.version(), connector.getClass());
        savedLoader = plugins.compareAndSwapLoaders(connector);
        workerConnector.initialize(connConfig);
        workerConnector.transitionTo(initialState);
        Plugins.compareAndSwapLoaders(savedLoader);
    } catch (Throwable t) {
        log.error("Failed to start connector {}", connName, t);
        // Can't be put in a finally block because it needs to be swapped before the call on
        // statusListener
        Plugins.compareAndSwapLoaders(savedLoader);
        statusListener.onFailure(connName, t);
        return false;
    }

    WorkerConnector existing = connectors.putIfAbsent(connName, workerConnector);
    if (existing != null)
        throw new ConnectException("Connector with name " + connName + " already exists");

    log.info("Finished creating connector {}", connName);
    return true;
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
public WorkerConnector(String connName,
                       Connector connector,
                       ConnectorContext ctx,
                       ConnectorStatus.Listener statusListener) {
    this.connName = connName;
    this.ctx = ctx;
    this.connector = connector;
    this.statusListener = statusListener;
    this.state = State.INIT;
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
private boolean startConnector(String connectorName) {
    log.info("Starting connector {}", connectorName);
    final Map<String, String> configProps = configState.connectorConfig(connectorName);
    final ConnectorContext ctx = new HerderConnectorContext(this, connectorName);
    final TargetState initialState = configState.targetState(connectorName);
    boolean started = worker.startConnector(connectorName, configProps, ctx, this, initialState);

    // Immediately request configuration since this could be a brand new connector. However, also only update those
    // task configs if they are actually different from the existing ones to avoid unnecessary updates when this is
    // just restoring an existing connector.
    if (started && initialState == TargetState.STARTED)
        reconfigureConnectorTasksWithRetry(connectorName);

    return started;
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
@Test
public void testStartupAndShutdown() {
    connector.initialize(EasyMock.notNull(ConnectorContext.class));
    expectLastCall();

    connector.start(CONFIG);
    expectLastCall();

    listener.onStartup(CONNECTOR);
    expectLastCall();

    connector.stop();
    expectLastCall();

    listener.onShutdown(CONNECTOR);
    expectLastCall();

    replayAll();

    WorkerConnector workerConnector = new WorkerConnector(CONNECTOR, connector, ctx, listener);

    workerConnector.initialize(connectorConfig);
    workerConnector.transitionTo(TargetState.STARTED);
    workerConnector.shutdown();

    verifyAll();
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
@Test
public void testStartupAndPause() {
    connector.initialize(EasyMock.notNull(ConnectorContext.class));
    expectLastCall();

    connector.start(CONFIG);
    expectLastCall();

    listener.onStartup(CONNECTOR);
    expectLastCall();

    connector.stop();
    expectLastCall();

    listener.onPause(CONNECTOR);
    expectLastCall();

    listener.onShutdown(CONNECTOR);
    expectLastCall();

    replayAll();

    WorkerConnector workerConnector = new WorkerConnector(CONNECTOR, connector, ctx, listener);

    workerConnector.initialize(connectorConfig);
    workerConnector.transitionTo(TargetState.STARTED);
    workerConnector.transitionTo(TargetState.PAUSED);
    workerConnector.shutdown();

    verifyAll();
}
 

import org.apache.kafka.connect.connector.ConnectorContext; //导入依赖的package包/类
@Test
public void testOnResume() {
    connector.initialize(EasyMock.notNull(ConnectorContext.class));
    expectLastCall();

    listener.onPause(CONNECTOR);
    expectLastCall();

    connector.start(CONFIG);
    expectLastCall();

    listener.onResume(CONNECTOR);
    expectLastCall();

    connector.stop();
    expectLastCall();

    listener.onShutdown(CONNECTOR);
    expectLastCall();

    replayAll();

    WorkerConnector workerConnector = new WorkerConnector(CONNECTOR, connector, ctx, listener);

    workerConnector.initialize(connectorConfig);
    workerConnector.transitionTo(TargetState.PAUSED);
    workerConnector.transitionTo(TargetState.STARTED);
    workerConnector.shutdown();

    verifyAll();
}