Package io.debezium.connector.mongodb

Class MongoDbStreamingChangeEventSource

java.lang.Object

io.debezium.connector.mongodb.MongoDbStreamingChangeEventSource

All Implemented Interfaces:

ChangeEventSource, StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

public class MongoDbStreamingChangeEventSource
extends Object
implements StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

Author:

Chris Cranford

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected static enum	MongoDbStreamingChangeEventSource.StreamStatus	Indicates the status of event processing

Nested classes/interfaces inherited from interface io.debezium.pipeline.source.spi.ChangeEventSource

ChangeEventSource.ChangeEventSourceContext

Field Summary

Fields

Modifier and Type	Field	Description
private final Clock	clock
private final ConnectionContext	connectionContext
private final MongoDbConnection.ChangeEventSourceConnectionFactory	connections
private final MongoDbConnectorConfig	connectorConfig
private final EventDispatcher<MongoDbPartition,CollectionId>	dispatcher
private MongoDbOffsetContext	effectiveOffset
private final ErrorHandler	errorHandler
private static final org.slf4j.Logger	LOGGER
private final ReplicaSets	replicaSets
private final MongoDbStreamingChangeEventSourceMetrics	streamingMetrics
private final MongoDbTaskContext	taskContext

Constructor Summary

Constructors

Constructor	Description
MongoDbStreamingChangeEventSource(MongoDbConnectorConfig connectorConfig, MongoDbTaskContext taskContext, MongoDbConnection.ChangeEventSourceConnectionFactory connections, ReplicaSets replicaSets, EventDispatcher<MongoDbPartition,CollectionId> dispatcher, ErrorHandler errorHandler, Clock clock, MongoDbStreamingChangeEventSourceMetrics streamingMetrics)

Method Summary

Modifier and Type	Method	Description
private void	dispatchChangeEvent(com.mongodb.client.model.changestream.ChangeStreamDocument<org.bson.BsonDocument> event, ReplicaSet replicaSet, ReplicaSetPartition rsPartition, ReplicaSetOffsetContext rsOffsetContext)
private void	dispatchHeartbeatEvent(BufferingChangeStreamCursor.ResumableChangeStreamEvent<org.bson.BsonDocument> event, ReplicaSetPartition rsPartition, ReplicaSetOffsetContext rsOffsetContext)
protected MongoDbOffsetContext	emptyOffsets(MongoDbConnectorConfig connectorConfig)
private MongoDbStreamingChangeEventSource.StreamStatus	errorHandled(BlockingRunnable action)
void	execute(ChangeEventSource.ChangeEventSourceContext context, MongoDbPartition partition, MongoDbOffsetContext offsetContext)
MongoDbOffsetContext	getOffsetContext()
void	init(MongoDbOffsetContext offsetContext)
protected com.mongodb.client.ChangeStreamIterable<org.bson.BsonDocument>	initChangeStream(com.mongodb.client.MongoClient client, ReplicaSetOffsetContext offsetContext)
private MongoDbStreamingChangeEventSource.StreamStatus	processChangeStreamDocument(com.mongodb.client.model.changestream.ChangeStreamDocument<org.bson.BsonDocument> document, SplitEventHandler<org.bson.BsonDocument> splitHandler, ReplicaSet replicaSet, ReplicaSetPartition rsPartition, ReplicaSetOffsetContext rsOffsetContext)
private void	readChangeStream(com.mongodb.client.MongoClient client, ReplicaSet replicaSet, ChangeEventSource.ChangeEventSourceContext context)
private void	streamChangesForReplicaSet(ChangeEventSource.ChangeEventSourceContext context, MongoDbPartition partition, ReplicaSet replicaSet)
private void	streamChangesForReplicaSets(ChangeEventSource.ChangeEventSourceContext context, MongoDbPartition partition, List<ReplicaSet> replicaSets)
private void	waitWhenStreamingPaused(ChangeEventSource.ChangeEventSourceContext context)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.pipeline.source.spi.StreamingChangeEventSource

commitOffset, executeIteration

Field Details

LOGGER

private static final org.slf4j.Logger LOGGER

connectorConfig

private final MongoDbConnectorConfig connectorConfig

dispatcher

private final EventDispatcher<MongoDbPartition,CollectionId> dispatcher

errorHandler

private final ErrorHandler errorHandler

clock

private final Clock clock

connectionContext

private final ConnectionContext connectionContext

replicaSets

private final ReplicaSets replicaSets

taskContext

private final MongoDbTaskContext taskContext

connections

private final MongoDbConnection.ChangeEventSourceConnectionFactory connections

streamingMetrics

private final MongoDbStreamingChangeEventSourceMetrics streamingMetrics

effectiveOffset

private MongoDbOffsetContext effectiveOffset

Constructor Details

MongoDbStreamingChangeEventSource

public MongoDbStreamingChangeEventSource(MongoDbConnectorConfig connectorConfig,
 MongoDbTaskContext taskContext,
 MongoDbConnection.ChangeEventSourceConnectionFactory connections,
 ReplicaSets replicaSets,
 EventDispatcher<MongoDbPartition,CollectionId> dispatcher,
 ErrorHandler errorHandler,
 Clock clock,
 MongoDbStreamingChangeEventSourceMetrics streamingMetrics)

Method Details

init

public void init(MongoDbOffsetContext offsetContext)

Specified by:

init in interface StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

execute

public void execute(ChangeEventSource.ChangeEventSourceContext context,
 MongoDbPartition partition,
 MongoDbOffsetContext offsetContext)
             throws InterruptedException

Specified by:

execute in interface StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

Parameters:

context - contextual information for this source's execution

partition - the source partition from which the changes should be streamed

offsetContext - unused as effective offset is build by init(MongoDbOffsetContext)

Throws:

InterruptedException

getOffsetContext

public MongoDbOffsetContext getOffsetContext()

Specified by:

getOffsetContext in interface StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

streamChangesForReplicaSet

private void streamChangesForReplicaSet(ChangeEventSource.ChangeEventSourceContext context,
 MongoDbPartition partition,
 ReplicaSet replicaSet)

streamChangesForReplicaSets

private void streamChangesForReplicaSets(ChangeEventSource.ChangeEventSourceContext context,
 MongoDbPartition partition,
 List<ReplicaSet> replicaSets)

readChangeStream

private void readChangeStream(com.mongodb.client.MongoClient client,
 ReplicaSet replicaSet,
 ChangeEventSource.ChangeEventSourceContext context)

waitWhenStreamingPaused

private void waitWhenStreamingPaused(ChangeEventSource.ChangeEventSourceContext context)

processChangeStreamDocument

private MongoDbStreamingChangeEventSource.StreamStatus processChangeStreamDocument(com.mongodb.client.model.changestream.ChangeStreamDocument<org.bson.BsonDocument> document,
 SplitEventHandler<org.bson.BsonDocument> splitHandler,
 ReplicaSet replicaSet,
 ReplicaSetPartition rsPartition,
 ReplicaSetOffsetContext rsOffsetContext)

dispatchChangeEvent

private void dispatchChangeEvent(com.mongodb.client.model.changestream.ChangeStreamDocument<org.bson.BsonDocument> event,
 ReplicaSet replicaSet,
 ReplicaSetPartition rsPartition,
 ReplicaSetOffsetContext rsOffsetContext)
                          throws InterruptedException

Throws:

InterruptedException

dispatchHeartbeatEvent

private void dispatchHeartbeatEvent(BufferingChangeStreamCursor.ResumableChangeStreamEvent<org.bson.BsonDocument> event,
 ReplicaSetPartition rsPartition,
 ReplicaSetOffsetContext rsOffsetContext)
                             throws InterruptedException

Throws:

InterruptedException

errorHandled

private MongoDbStreamingChangeEventSource.StreamStatus errorHandled(BlockingRunnable action)

initChangeStream

protected com.mongodb.client.ChangeStreamIterable<org.bson.BsonDocument> initChangeStream(com.mongodb.client.MongoClient client,
 ReplicaSetOffsetContext offsetContext)

emptyOffsets

protected MongoDbOffsetContext emptyOffsets(MongoDbConnectorConfig connectorConfig)