Package io.debezium.connector.mongodb

Class MongoDbStreamingChangeEventSource

java.lang.Object

io.debezium.connector.mongodb.MongoDbStreamingChangeEventSource

All Implemented Interfaces:

ChangeEventSource, StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

public class MongoDbStreamingChangeEventSource
extends Object
implements StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

Author:

Chris Cranford

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private class	MongoDbStreamingChangeEventSource.ReplicaSetOplogContext	A context associated with a given replica set oplog read operation.

Nested classes/interfaces inherited from interface io.debezium.pipeline.source.spi.ChangeEventSource

ChangeEventSource.ChangeEventSourceContext

Field Summary

Fields

Modifier and Type	Field	Description
private static final String	AUTHORIZATION_FAILURE_MESSAGE
private final Clock	clock
private final ConnectionContext	connectionContext
private final MongoDbConnectorConfig	connectorConfig
private final EventDispatcher<MongoDbPartition,CollectionId>	dispatcher
private final ErrorHandler	errorHandler
private static final org.slf4j.Logger	LOGGER
private static final String	OBJECT_FIELD
private static final String	OPERATION_CONTROL
private static final String	OPERATION_FIELD
private final ReplicaSets	replicaSets
private final MongoDbTaskContext	taskContext
private static final String	TX_OPS

Constructor Summary

Constructors

Constructor	Description
MongoDbStreamingChangeEventSource(MongoDbConnectorConfig connectorConfig, MongoDbTaskContext taskContext, ReplicaSets replicaSets, EventDispatcher<MongoDbPartition,CollectionId> dispatcher, ErrorHandler errorHandler, Clock clock)

Method Summary

Modifier and Type	Method	Description
private ConnectionContext.MongoPrimary	establishConnectionToPrimary(MongoDbPartition partition, ReplicaSet replicaSet)
void	execute(ChangeEventSource.ChangeEventSourceContext context, MongoDbPartition partition, MongoDbOffsetContext offsetContext)
private List<String>	getChangeStreamSkippedOperationsFilter()
private org.bson.conversions.Bson	getOplogSkippedOperationsFilter()
private static String	getTransactionId(org.bson.Document event)
private boolean	handleOplogEvent(com.mongodb.ServerAddress primaryAddress, org.bson.Document event, org.bson.Document masterEvent, long txOrder, MongoDbStreamingChangeEventSource.ReplicaSetOplogContext oplogContext)
protected MongoDbOffsetContext	initializeOffsets(MongoDbConnectorConfig connectorConfig, MongoDbPartition partition, ReplicaSets replicaSets)
private boolean	isStartPositionInOplog(org.bson.BsonTimestamp startTime, com.mongodb.client.MongoCollection<org.bson.Document> oplog)
private void	readChangeStream(com.mongodb.client.MongoClient primary, ConnectionContext.MongoPrimary primaryClient, ReplicaSet replicaSet, ChangeEventSource.ChangeEventSourceContext context, MongoDbOffsetContext offsetContext)
private void	readOplog(com.mongodb.client.MongoClient primary, ConnectionContext.MongoPrimary primaryClient, ReplicaSet replicaSet, ChangeEventSource.ChangeEventSourceContext context, MongoDbOffsetContext offsetContext)
private void	streamChangesForReplicaSet(ChangeEventSource.ChangeEventSourceContext context, MongoDbPartition partition, ReplicaSet replicaSet, MongoDbOffsetContext offsetContext)
private void	streamChangesForReplicaSets(ChangeEventSource.ChangeEventSourceContext context, MongoDbPartition partition, List<ReplicaSet> replicaSets, MongoDbOffsetContext offsetContext)
private List<org.bson.Document>	transactionChanges(org.bson.Document event)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.pipeline.source.spi.StreamingChangeEventSource

commitOffset, executeIteration, init

Field Details

LOGGER

private static final org.slf4j.Logger LOGGER

AUTHORIZATION_FAILURE_MESSAGE

private static final String AUTHORIZATION_FAILURE_MESSAGE

See Also:

• Constant Field Values

OPERATION_FIELD

private static final String OPERATION_FIELD

See Also:

• Constant Field Values

OBJECT_FIELD

private static final String OBJECT_FIELD

See Also:

• Constant Field Values

OPERATION_CONTROL

private static final String OPERATION_CONTROL

See Also:

• Constant Field Values

TX_OPS

private static final String TX_OPS

See Also:

• Constant Field Values

connectorConfig

private final MongoDbConnectorConfig connectorConfig

dispatcher

private final EventDispatcher<MongoDbPartition,CollectionId> dispatcher

errorHandler

private final ErrorHandler errorHandler

clock

private final Clock clock

connectionContext

private final ConnectionContext connectionContext

replicaSets

private final ReplicaSets replicaSets

taskContext

private final MongoDbTaskContext taskContext

Constructor Details

MongoDbStreamingChangeEventSource

public MongoDbStreamingChangeEventSource(MongoDbConnectorConfig connectorConfig,
 MongoDbTaskContext taskContext,
 ReplicaSets replicaSets,
 EventDispatcher<MongoDbPartition,CollectionId> dispatcher,
 ErrorHandler errorHandler,
 Clock clock)

Method Details

execute

public void execute(ChangeEventSource.ChangeEventSourceContext context,
 MongoDbPartition partition,
 MongoDbOffsetContext offsetContext)
             throws InterruptedException

Specified by:

execute in interface StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

Throws:

InterruptedException

streamChangesForReplicaSet

private void streamChangesForReplicaSet(ChangeEventSource.ChangeEventSourceContext context,
 MongoDbPartition partition,
 ReplicaSet replicaSet,
 MongoDbOffsetContext offsetContext)

streamChangesForReplicaSets

private void streamChangesForReplicaSets(ChangeEventSource.ChangeEventSourceContext context,
 MongoDbPartition partition,
 List<ReplicaSet> replicaSets,
 MongoDbOffsetContext offsetContext)

establishConnectionToPrimary

private ConnectionContext.MongoPrimary establishConnectionToPrimary(MongoDbPartition partition,
 ReplicaSet replicaSet)

readOplog

private void readOplog(com.mongodb.client.MongoClient primary,
 ConnectionContext.MongoPrimary primaryClient,
 ReplicaSet replicaSet,
 ChangeEventSource.ChangeEventSourceContext context,
 MongoDbOffsetContext offsetContext)

getChangeStreamSkippedOperationsFilter

private List<String> getChangeStreamSkippedOperationsFilter()

readChangeStream

private void readChangeStream(com.mongodb.client.MongoClient primary,
 ConnectionContext.MongoPrimary primaryClient,
 ReplicaSet replicaSet,
 ChangeEventSource.ChangeEventSourceContext context,
 MongoDbOffsetContext offsetContext)

isStartPositionInOplog

private boolean isStartPositionInOplog(org.bson.BsonTimestamp startTime,
 com.mongodb.client.MongoCollection<org.bson.Document> oplog)

getOplogSkippedOperationsFilter

private org.bson.conversions.Bson getOplogSkippedOperationsFilter()

handleOplogEvent

private boolean handleOplogEvent(com.mongodb.ServerAddress primaryAddress,
 org.bson.Document event,
 org.bson.Document masterEvent,
 long txOrder,
 MongoDbStreamingChangeEventSource.ReplicaSetOplogContext oplogContext)

transactionChanges

private List<org.bson.Document> transactionChanges(org.bson.Document event)

initializeOffsets

protected MongoDbOffsetContext initializeOffsets(MongoDbConnectorConfig connectorConfig,
 MongoDbPartition partition,
 ReplicaSets replicaSets)

getTransactionId

private static String getTransactionId(org.bson.Document event)