Package io.debezium.connector.mongodb

Class MongoDbSnapshotChangeEventSource

java.lang.Object

io.debezium.pipeline.source.AbstractSnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

io.debezium.connector.mongodb.MongoDbSnapshotChangeEventSource

All Implemented Interfaces:

ChangeEventSource, SnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

public class MongoDbSnapshotChangeEventSource
extends AbstractSnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

A SnapshotChangeEventSource that performs multi-threaded snapshots of replica sets.

Author:

Chris Cranford

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private static class	MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext	Mutable context that is populated in the course of snapshotting.
static class	MongoDbSnapshotChangeEventSource.MongoDbSnapshottingTask	A configuration describing the task to be performed during snapshotting.

Nested classes/interfaces inherited from class io.debezium.pipeline.source.AbstractSnapshotChangeEventSource

AbstractSnapshotChangeEventSource.SnapshotContext<P extends Partition,O extends OffsetContext>, AbstractSnapshotChangeEventSource.SnapshottingTask

Nested classes/interfaces inherited from interface io.debezium.pipeline.source.spi.ChangeEventSource

ChangeEventSource.ChangeEventSourceContext

Field Summary

Fields

Modifier and Type	Field	Description
private AtomicBoolean	aborted
private static final String	AUTHORIZATION_FAILURE_MESSAGE
protected final Clock	clock
private final ConnectionContext	connectionContext
private final MongoDbConnectorConfig	connectorConfig
private final EventDispatcher<MongoDbPartition,CollectionId>	dispatcher
private final ErrorHandler	errorHandler
private static final org.slf4j.Logger	LOGGER
private final ReplicaSets	replicaSets
private final SnapshotProgressListener<MongoDbPartition>	snapshotProgressListener
private final MongoDbTaskContext	taskContext

Fields inherited from class io.debezium.pipeline.source.AbstractSnapshotChangeEventSource

LOG_INTERVAL

Constructor Summary

Constructors

Constructor	Description
MongoDbSnapshotChangeEventSource(MongoDbConnectorConfig connectorConfig, MongoDbTaskContext taskContext, ReplicaSets replicaSets, EventDispatcher<MongoDbPartition,CollectionId> dispatcher, Clock clock, SnapshotProgressListener<MongoDbPartition> snapshotProgressListener, ErrorHandler errorHandler)

Method Summary

Modifier and Type	Method	Description
private void	createDataEvents(ChangeEventSource.ChangeEventSourceContext sourceContext, MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotContext, ReplicaSet replicaSet, ConnectionContext.MongoPrimary primaryClient)
private void	createDataEventsForCollection(ChangeEventSource.ChangeEventSourceContext sourceContext, MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotContext, EventDispatcher.SnapshotReceiver<MongoDbPartition> snapshotReceiver, ReplicaSet replicaSet, CollectionId collectionId, ConnectionContext.MongoPrimary primaryClient)
private void	createDataEventsForReplicaSet(ChangeEventSource.ChangeEventSourceContext sourceContext, MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotContext, EventDispatcher.SnapshotReceiver<MongoDbPartition> snapshotReceiver, ReplicaSet replicaSet, ConnectionContext.MongoPrimary primaryClient)	Dispatches the data change events for the records of a single replica-set.
protected void	determineSnapshotOffsets(MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext ctx, ReplicaSets replicaSets)
protected SnapshotResult<MongoDbOffsetContext>	doExecute(ChangeEventSource.ChangeEventSourceContext context, MongoDbOffsetContext previousOffset, AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext> snapshotContext, AbstractSnapshotChangeEventSource.SnapshottingTask snapshottingTask)
private ConnectionContext.MongoPrimary	establishConnectionToPrimary(MongoDbPartition partition, ReplicaSet replicaSet)
protected ChangeRecordEmitter<MongoDbPartition>	getChangeRecordEmitter(AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext> snapshotContext, CollectionId collectionId, org.bson.BsonDocument document, ReplicaSet replicaSet)
protected Clock	getClock()
protected AbstractSnapshotChangeEventSource.SnapshottingTask	getSnapshottingTask(MongoDbPartition partition, MongoDbOffsetContext previousOffset)
private boolean	isSnapshotExpected(ConnectionContext.MongoPrimary primaryClient, ReplicaSetOffsetContext offsetContext)
protected AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext>	prepare(MongoDbPartition partition)
private void	snapshotReplicaSet(ChangeEventSource.ChangeEventSourceContext sourceContext, MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext ctx, ReplicaSet replicaSet)

Methods inherited from class io.debezium.pipeline.source.AbstractSnapshotChangeEventSource

complete, delaySnapshotIfNeeded, determineDataCollectionsToBeSnapshotted, execute

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOGGER

private static final org.slf4j.Logger LOGGER

AUTHORIZATION_FAILURE_MESSAGE

private static final String AUTHORIZATION_FAILURE_MESSAGE

See Also:

• Constant Field Values

connectorConfig

private final MongoDbConnectorConfig connectorConfig

taskContext

private final MongoDbTaskContext taskContext

connectionContext

private final ConnectionContext connectionContext

replicaSets

private final ReplicaSets replicaSets

dispatcher

private final EventDispatcher<MongoDbPartition,CollectionId> dispatcher

clock

protected final Clock clock

snapshotProgressListener

private final SnapshotProgressListener<MongoDbPartition> snapshotProgressListener

errorHandler

private final ErrorHandler errorHandler

aborted

private AtomicBoolean aborted

Constructor Details

MongoDbSnapshotChangeEventSource

public MongoDbSnapshotChangeEventSource(MongoDbConnectorConfig connectorConfig,
 MongoDbTaskContext taskContext,
 ReplicaSets replicaSets,
 EventDispatcher<MongoDbPartition,CollectionId> dispatcher,
 Clock clock,
 SnapshotProgressListener<MongoDbPartition> snapshotProgressListener,
 ErrorHandler errorHandler)

Method Details

doExecute

protected SnapshotResult<MongoDbOffsetContext> doExecute(ChangeEventSource.ChangeEventSourceContext context,
 MongoDbOffsetContext previousOffset,
 AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext> snapshotContext,
 AbstractSnapshotChangeEventSource.SnapshottingTask snapshottingTask)
                                                  throws Exception

Specified by:

doExecute in class AbstractSnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

Throws:

Exception

getSnapshottingTask

protected AbstractSnapshotChangeEventSource.SnapshottingTask getSnapshottingTask(MongoDbPartition partition,
 MongoDbOffsetContext previousOffset)

Specified by:

getSnapshottingTask in class AbstractSnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

prepare

protected AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext> prepare(MongoDbPartition partition)
                                                                                                    throws Exception

Specified by:

prepare in class AbstractSnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

Throws:

Exception

snapshotReplicaSet

private void snapshotReplicaSet(ChangeEventSource.ChangeEventSourceContext sourceContext,
 MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext ctx,
 ReplicaSet replicaSet)
                         throws InterruptedException

Throws:

InterruptedException

establishConnectionToPrimary

private ConnectionContext.MongoPrimary establishConnectionToPrimary(MongoDbPartition partition,
 ReplicaSet replicaSet)

isSnapshotExpected

private boolean isSnapshotExpected(ConnectionContext.MongoPrimary primaryClient,
 ReplicaSetOffsetContext offsetContext)

determineSnapshotOffsets

protected void determineSnapshotOffsets(MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext ctx,
 ReplicaSets replicaSets)

createDataEvents

private void createDataEvents(ChangeEventSource.ChangeEventSourceContext sourceContext,
 MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotContext,
 ReplicaSet replicaSet,
 ConnectionContext.MongoPrimary primaryClient)
                       throws InterruptedException

Throws:

InterruptedException

createDataEventsForReplicaSet

private void createDataEventsForReplicaSet(ChangeEventSource.ChangeEventSourceContext sourceContext,
 MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotContext,
 EventDispatcher.SnapshotReceiver<MongoDbPartition> snapshotReceiver,
 ReplicaSet replicaSet,
 ConnectionContext.MongoPrimary primaryClient)
                                    throws InterruptedException

Dispatches the data change events for the records of a single replica-set.

Throws:

InterruptedException

createDataEventsForCollection

private void createDataEventsForCollection(ChangeEventSource.ChangeEventSourceContext sourceContext,
 MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotContext,
 EventDispatcher.SnapshotReceiver<MongoDbPartition> snapshotReceiver,
 ReplicaSet replicaSet,
 CollectionId collectionId,
 ConnectionContext.MongoPrimary primaryClient)
                                    throws InterruptedException

Throws:

InterruptedException

getChangeRecordEmitter

protected ChangeRecordEmitter<MongoDbPartition> getChangeRecordEmitter(AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext> snapshotContext,
 CollectionId collectionId,
 org.bson.BsonDocument document,
 ReplicaSet replicaSet)

getClock

protected Clock getClock()