Package io.debezium.connector.mongodb

Class MongoDbSnapshotChangeEventSource

java.lang.Object

io.debezium.pipeline.source.AbstractSnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

io.debezium.connector.mongodb.MongoDbSnapshotChangeEventSource

All Implemented Interfaces:

ChangeEventSource, SnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>, AutoCloseable

public class MongoDbSnapshotChangeEventSource
extends AbstractSnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

A SnapshotChangeEventSource that performs multi-threaded snapshots of replica sets.

Author:

Chris Cranford

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private static class	MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext	Mutable context that is populated in the course of snapshotting.
static class	MongoDbSnapshotChangeEventSource.MongoDbSnapshottingTask	A configuration describing the task to be performed during snapshotting.

Nested classes/interfaces inherited from class io.debezium.pipeline.source.AbstractSnapshotChangeEventSource

AbstractSnapshotChangeEventSource.SnapshotContext<P extends Partition,O extends OffsetContext>, AbstractSnapshotChangeEventSource.SnapshottingTask

Nested classes/interfaces inherited from interface io.debezium.pipeline.source.spi.ChangeEventSource

ChangeEventSource.ChangeEventSourceContext

Field Summary

Fields

Modifier and Type	Field	Description
private AtomicBoolean	aborted
private final Clock	clock
private final ConnectionContext	connectionContext
private final MongoDbConnection.ChangeEventSourceConnectionFactory	connections
private final MongoDbConnectorConfig	connectorConfig
private final EventDispatcher<MongoDbPartition,CollectionId>	dispatcher
private final ErrorHandler	errorHandler
private static final org.slf4j.Logger	LOGGER
private final ReplicaSets	replicaSets
private final SnapshotProgressListener<MongoDbPartition>	snapshotProgressListener
private final MongoDbTaskContext	taskContext

Fields inherited from class io.debezium.pipeline.source.AbstractSnapshotChangeEventSource

LOG_INTERVAL

Constructor Summary

Constructors

Constructor	Description
MongoDbSnapshotChangeEventSource(MongoDbConnectorConfig connectorConfig, MongoDbTaskContext taskContext, MongoDbConnection.ChangeEventSourceConnectionFactory connections, ReplicaSets replicaSets, EventDispatcher<MongoDbPartition,CollectionId> dispatcher, Clock clock, SnapshotProgressListener<MongoDbPartition> snapshotProgressListener, ErrorHandler errorHandler)

Method Summary

Modifier and Type	Method	Description
private void	createDataEvents(ChangeEventSource.ChangeEventSourceContext sourceCtx, MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotCtx, ReplicaSet replicaSet, MongoDbConnection mongo)
private void	createDataEventsForCollection(ChangeEventSource.ChangeEventSourceContext sourceContext, MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotContext, EventDispatcher.SnapshotReceiver<MongoDbPartition> snapshotReceiver, ReplicaSet replicaSet, CollectionId collectionId, MongoDbConnection mongo)
private void	createDataEventsForReplicaSet(ChangeEventSource.ChangeEventSourceContext sourceContext, MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotContext, EventDispatcher.SnapshotReceiver<MongoDbPartition> snapshotReceiver, ReplicaSet replicaSet, MongoDbConnection mongo)	Dispatches the data change events for the records of a single replica-set.
protected SnapshotResult<MongoDbOffsetContext>	doExecute(ChangeEventSource.ChangeEventSourceContext context, MongoDbOffsetContext prevOffsetCtx, AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext> snapshotContext, AbstractSnapshotChangeEventSource.SnapshottingTask snapshottingTask)
private ChangeRecordEmitter<MongoDbPartition>	getChangeRecordEmitter(AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext> snapshotContext, CollectionId collectionId, org.bson.BsonDocument document, ReplicaSet replicaSet)
private Clock	getClock()
protected AbstractSnapshotChangeEventSource.SnapshottingTask	getSnapshottingTask(MongoDbPartition partition, MongoDbOffsetContext offsetContext)
private void	initReplicaSetSnapshotStartOffsets(MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotCtx, ReplicaSet replicaSet, MongoDbConnection mongo)
private void	initSnapshotStartOffsets(MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotCtx)
private boolean	isSnapshotExpected(MongoDbPartition partition, ReplicaSet replicaSet, MongoDbOffsetContext offsetContext)
private boolean	isValidResumeToken(MongoDbPartition partition, ReplicaSet replicaSet, org.bson.BsonDocument token)
protected AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext>	prepare(MongoDbPartition partition)
private void	snapshotReplicaSet(ChangeEventSource.ChangeEventSourceContext sourceCtx, MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotCtx, ReplicaSet replicaSet)

Methods inherited from class io.debezium.pipeline.source.AbstractSnapshotChangeEventSource

aborted, close, completed, delaySnapshotIfNeeded, determineDataCollectionsToBeSnapshotted, execute

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOGGER

private static final org.slf4j.Logger LOGGER

connectorConfig

private final MongoDbConnectorConfig connectorConfig

taskContext

private final MongoDbTaskContext taskContext

connections

private final MongoDbConnection.ChangeEventSourceConnectionFactory connections

connectionContext

private final ConnectionContext connectionContext

replicaSets

private final ReplicaSets replicaSets

dispatcher

private final EventDispatcher<MongoDbPartition,CollectionId> dispatcher

clock

private final Clock clock

snapshotProgressListener

private final SnapshotProgressListener<MongoDbPartition> snapshotProgressListener

errorHandler

private final ErrorHandler errorHandler

aborted

private AtomicBoolean aborted

Constructor Details

MongoDbSnapshotChangeEventSource

public MongoDbSnapshotChangeEventSource(MongoDbConnectorConfig connectorConfig,
 MongoDbTaskContext taskContext,
 MongoDbConnection.ChangeEventSourceConnectionFactory connections,
 ReplicaSets replicaSets,
 EventDispatcher<MongoDbPartition,CollectionId> dispatcher,
 Clock clock,
 SnapshotProgressListener<MongoDbPartition> snapshotProgressListener,
 ErrorHandler errorHandler)

Method Details

doExecute

protected SnapshotResult<MongoDbOffsetContext> doExecute(ChangeEventSource.ChangeEventSourceContext context,
 MongoDbOffsetContext prevOffsetCtx,
 AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext> snapshotContext,
 AbstractSnapshotChangeEventSource.SnapshottingTask snapshottingTask)

Specified by:

doExecute in class AbstractSnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

getSnapshottingTask

protected AbstractSnapshotChangeEventSource.SnapshottingTask getSnapshottingTask(MongoDbPartition partition,
 MongoDbOffsetContext offsetContext)

Specified by:

getSnapshottingTask in class AbstractSnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

prepare

protected AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext> prepare(MongoDbPartition partition)

Specified by:

prepare in class AbstractSnapshotChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

snapshotReplicaSet

private void snapshotReplicaSet(ChangeEventSource.ChangeEventSourceContext sourceCtx,
 MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotCtx,
 ReplicaSet replicaSet)
                         throws InterruptedException

Throws:

InterruptedException

isSnapshotExpected

private boolean isSnapshotExpected(MongoDbPartition partition,
 ReplicaSet replicaSet,
 MongoDbOffsetContext offsetContext)

isValidResumeToken

private boolean isValidResumeToken(MongoDbPartition partition,
 ReplicaSet replicaSet,
 org.bson.BsonDocument token)

initSnapshotStartOffsets

private void initSnapshotStartOffsets(MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotCtx)

initReplicaSetSnapshotStartOffsets

private void initReplicaSetSnapshotStartOffsets(MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotCtx,
 ReplicaSet replicaSet,
 MongoDbConnection mongo)
                                         throws InterruptedException

Throws:

InterruptedException

createDataEvents

private void createDataEvents(ChangeEventSource.ChangeEventSourceContext sourceCtx,
 MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotCtx,
 ReplicaSet replicaSet,
 MongoDbConnection mongo)
                       throws InterruptedException

Throws:

InterruptedException

createDataEventsForReplicaSet

private void createDataEventsForReplicaSet(ChangeEventSource.ChangeEventSourceContext sourceContext,
 MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotContext,
 EventDispatcher.SnapshotReceiver<MongoDbPartition> snapshotReceiver,
 ReplicaSet replicaSet,
 MongoDbConnection mongo)
                                    throws InterruptedException

Dispatches the data change events for the records of a single replica-set.

Throws:

InterruptedException

createDataEventsForCollection

private void createDataEventsForCollection(ChangeEventSource.ChangeEventSourceContext sourceContext,
 MongoDbSnapshotChangeEventSource.MongoDbSnapshotContext snapshotContext,
 EventDispatcher.SnapshotReceiver<MongoDbPartition> snapshotReceiver,
 ReplicaSet replicaSet,
 CollectionId collectionId,
 MongoDbConnection mongo)
                                    throws InterruptedException

Throws:

InterruptedException

getChangeRecordEmitter

private ChangeRecordEmitter<MongoDbPartition> getChangeRecordEmitter(AbstractSnapshotChangeEventSource.SnapshotContext<MongoDbPartition,MongoDbOffsetContext> snapshotContext,
 CollectionId collectionId,
 org.bson.BsonDocument document,
 ReplicaSet replicaSet)

getClock

private Clock getClock()