io.debezium.pipeline

Class ChangeEventSourceCoordinator

java.lang.Object

io.debezium.pipeline.ChangeEventSourceCoordinator

@ThreadSafe
public class ChangeEventSourceCoordinator
extends Object

Coordinates one or more ChangeEventSources and executes them in order.

Author:

Gunnar Morling

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected class	ChangeEventSourceCoordinator.CatchUpStreamingResult
private class	ChangeEventSourceCoordinator.ChangeEventSourceContextImpl

Field Summary

Fields

Modifier and Type	Field and Description
private ChangeEventSourceFactory	changeEventSourceFactory
private ChangeEventSourceMetricsFactory	changeEventSourceMetricsFactory
private ReentrantLock	commitOffsetLock
private ErrorHandler	errorHandler
private EventDispatcher<?>	eventDispatcher
private ExecutorService	executor
private static org.slf4j.Logger	LOGGER
private OffsetContext	previousOffset
private boolean	running
private DatabaseSchema<?>	schema
static Duration	SHUTDOWN_WAIT_TIMEOUT Waiting period for the polling loop to finish.
private SnapshotChangeEventSourceMetrics	snapshotMetrics
private StreamingChangeEventSourceMetrics	streamingMetrics
private StreamingChangeEventSource	streamingSource

Constructor Summary

Constructors

Constructor and Description
ChangeEventSourceCoordinator(OffsetContext previousOffset, ErrorHandler errorHandler, Class<? extends org.apache.kafka.connect.source.SourceConnector> connectorType, CommonConnectorConfig connectorConfig, ChangeEventSourceFactory changeEventSourceFactory, ChangeEventSourceMetricsFactory changeEventSourceMetricsFactory, EventDispatcher<?> eventDispatcher, DatabaseSchema<?> schema)

Method Summary

Modifier and Type	Method and Description
void	commitOffset(Map<String,?> offset)
protected ChangeEventSourceCoordinator.CatchUpStreamingResult	executeCatchUpStreaming(OffsetContext previousOffset, ChangeEventSource.ChangeEventSourceContext context, SnapshotChangeEventSource snapshotSource)
<T extends CdcSourceTaskContext> void	start(T taskContext, ChangeEventQueueMetrics changeEventQueueMetrics, EventMetadataProvider metadataProvider)
void	stop() Stops this coordinator.
protected void	streamEvents(OffsetContext offsetContext, ChangeEventSource.ChangeEventSourceContext context)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOGGER

private static final org.slf4j.Logger LOGGER

SHUTDOWN_WAIT_TIMEOUT

public static final Duration SHUTDOWN_WAIT_TIMEOUT

Waiting period for the polling loop to finish. Will be applied twice, once gracefully, once forcefully.

previousOffset

private final OffsetContext previousOffset

errorHandler

private final ErrorHandler errorHandler

changeEventSourceFactory

private final ChangeEventSourceFactory changeEventSourceFactory

changeEventSourceMetricsFactory

private final ChangeEventSourceMetricsFactory changeEventSourceMetricsFactory

executor

private final ExecutorService executor

eventDispatcher

private final EventDispatcher<?> eventDispatcher

schema

private final DatabaseSchema<?> schema

running

private volatile boolean running

streamingSource

private volatile StreamingChangeEventSource streamingSource

commitOffsetLock

private final ReentrantLock commitOffsetLock

snapshotMetrics

private SnapshotChangeEventSourceMetrics snapshotMetrics

streamingMetrics

private StreamingChangeEventSourceMetrics streamingMetrics

Constructor Detail

ChangeEventSourceCoordinator

public ChangeEventSourceCoordinator(OffsetContext previousOffset,
                                    ErrorHandler errorHandler,
                                    Class<? extends org.apache.kafka.connect.source.SourceConnector> connectorType,
                                    CommonConnectorConfig connectorConfig,
                                    ChangeEventSourceFactory changeEventSourceFactory,
                                    ChangeEventSourceMetricsFactory changeEventSourceMetricsFactory,
                                    EventDispatcher<?> eventDispatcher,
                                    DatabaseSchema<?> schema)

Method Detail

start

public <T extends CdcSourceTaskContext> void start(T taskContext,
                                                   ChangeEventQueueMetrics changeEventQueueMetrics,
                                                   EventMetadataProvider metadataProvider)

executeCatchUpStreaming

protected ChangeEventSourceCoordinator.CatchUpStreamingResult executeCatchUpStreaming(OffsetContext previousOffset,
                                                                                      ChangeEventSource.ChangeEventSourceContext context,
                                                                                      SnapshotChangeEventSource snapshotSource)
                                                                               throws InterruptedException

Throws:

InterruptedException

streamEvents

protected void streamEvents(OffsetContext offsetContext,
                            ChangeEventSource.ChangeEventSourceContext context)
                     throws InterruptedException

Throws:

InterruptedException

commitOffset

public void commitOffset(Map<String,?> offset)

stop

public void stop()
          throws InterruptedException

Stops this coordinator.

Throws:

InterruptedException